-- Logs begin at Wed 2021-11-24 16:02:23 UTC, end at Wed 2021-11-24 17:20:58 UTC. --
Nov 24 16:39:49.338931 dv-cinder-818778-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 24 16:39:51.966658 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.common.config [-] Logging enabled!
Nov 24 16:39:51.967193 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev9
Nov 24 16:39:51.968472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88073) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 24 16:39:51.969211 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.common.config [-] Logging enabled!
Nov 24 16:39:51.969501 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev9
Nov 24 16:39:51.969789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88073) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 24 16:39:51.971027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 24 16:39:51.971291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 24 16:39:51.972310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 24 16:39:51.972596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 24 16:39:51.972856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 24 16:39:51.973222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.973569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.973907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.974199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.974542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.974882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.975202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.975533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.975876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.976196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.976508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.976825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.977088 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.977403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.977728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.978084 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.978347 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.978662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.979191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.979509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.979827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.980158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.981004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.981327 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.981647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.982006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] host                           = dv-cinder-818778-2-iscsi {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.982366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.982695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.983020 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.983348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.983655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.983964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.984289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.984594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.984897 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.985204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.985529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.985853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.986215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.986473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.986730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.987060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.987388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.987696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.988004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.988310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.988616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.988923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.989224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.989554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.989883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.990236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.990545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.990852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.991159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.991463 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.991787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.992094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.992399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.992704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.993035 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.993342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.993646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.993992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.994344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.994670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.994993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.995302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.995629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.995932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.997101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.997272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.997580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.997886 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.998240 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.998549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.998854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.999160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.999464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:51.999791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:52.000132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.000477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.000819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.001138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.001468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.001788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.002143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.002459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.002787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.003116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.003437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.003749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.004073 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.004412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.004747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.005058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.005372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.005701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.006015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.006363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.006698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.007013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.007320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.007637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.007948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.008256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.008563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.008876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.009204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.009516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.009822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.010182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.010502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.010809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.011131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.011443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.011794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.012105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.012419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.012726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.013161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.013595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.013785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.014121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.014434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.014744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.015051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.015358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.015664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.015970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.016274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.016586 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.016892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.017198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.017503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.017811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.018144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.018468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.018805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.019123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.019437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.019750 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.020068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.020377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.020690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.021000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.021314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.021620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.021951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.022296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.022618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.022933 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.023245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.023580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.023892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.024208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.024518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.024828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.025147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.025466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.025795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.026147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.026479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.026806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.027137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.027504 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.027857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.028172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:52.028420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 16:39:52.028810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88073) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Nov 24 16:39:52.751293 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:39:52.751612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:39:52.751940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:39:52.753522 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 24 16:39:53.097389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.097898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.097898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.157331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.157642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.157941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.160871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.161176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.161466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.306741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.307050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.307340 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.308332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.308653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.308949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.429042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f83fb2c5b70> agent after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.429355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f83fb2c5b70> agent after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.429657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f83fb2c5bf8> segment precommit_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.429956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f83fb2c5c80> network precommit_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.430837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f83fb2e4d90> segment before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.612048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> network before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.612420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f83fb35ce18> agent before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.612737 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> network before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.613038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> port before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.613331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> port before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.613705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> segment after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.614000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> segment precommit_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.614314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> segment precommit_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.614599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> segment after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.614928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> network after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.615217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> network precommit_delete 0 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.615516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> port provisioning_complete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.615822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.616107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> rbac-policy after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.616410 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> agent after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.616716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> subnet after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.617004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> subnet precommit_delete 0 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.617316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.617596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.617925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> segment_host_mapping after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.618390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> port after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.618670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> port after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.618947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> port after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.619276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.619549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.619821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f83fc4fc978>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.620225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:53.620492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:53.620761 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:53.621028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:53.621330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:53.621587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:53.622960 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 24 16:39:53.630643 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 24 16:39:53.638632 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 24 16:39:53.643902 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])])
Nov 24 16:39:53.646656 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 24 16:39:53.647743 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 24 16:39:53.648116 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 24 16:39:53.648540 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 24 16:39:53.653045 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 24 16:39:53.653320 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 24 16:39:53.653704 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 24 16:39:53.680286 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 24 16:39:53.680740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f83fb04f9b0>> qos_plugin after_init 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.681065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88073) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 24 16:39:53.681466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f83faff7208>> logging-plugin after_init 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.682820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88073) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 24 16:39:53.683131 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 24 16:39:53.683402 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 24 16:39:53.687069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f83faff7278>> floatingip before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.687379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f83faff7278>> port before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:53.750520 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 24 16:39:53.750781 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 24 16:39:53.751041 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 24 16:39:53.751429 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 24 16:39:53.784598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.sqlalchemy.engines [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88073) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 24 16:39:54.076979 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing driver for type 'gre'
Nov 24 16:39:54.077466 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] gre ID ranges: [(1, 1000)]
Nov 24 16:39:54.117367 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing driver for type 'local'
Nov 24 16:39:54.117831 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing driver for type 'vlan'
Nov 24 16:39:54.128063 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] VlanTypeDriver initialization complete
Nov 24 16:39:54.128430 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing driver for type 'vxlan'
Nov 24 16:39:54.128928 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] vxlan ID ranges: [(1, 1000)]
Nov 24 16:39:54.173303 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing extension driver 'port_security'
Nov 24 16:39:54.173665 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.extensions.port_security [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] PortSecurityExtensionDriver initialization complete
Nov 24 16:39:54.174068 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing mechanism driver 'openvswitch'
Nov 24 16:39:54.174438 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing mechanism driver 'hyperv'
Nov 24 16:39:54.180799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88073) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:39:54.181684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83fb018438>> port after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.182115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83fb018438>> port after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.182502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83fb018438>> port after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.182928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83fab91f98>> subnet after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.183316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83fab91f98>> subnet after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.184293 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83fab91f98>> subnet after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.184712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0198>> network after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.185100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0198>> network after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.185478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0198>> network after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.185893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0358>> security_group after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.186299 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0358>> security_group after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.186673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0358>> security_group after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.187087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0518>> security_group_rule after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.187462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0518>> security_group_rule after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.187979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f83faba0518>> security_group_rule after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.188345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] ML2 OVO RPC backend initialized. {{(pid=88073) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Nov 24 16:39:54.189052 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> router_interface after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.189444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> router_interface after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.189893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> network before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.190296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> networks before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.190675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> port before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.191048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> ports before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.191423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> subnet before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.191795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> subnets before_response 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.192172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> network after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.192543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> network after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.192912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> network after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.193287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> port after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.193655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> port after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.194051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> port after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.194427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> subnet after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.194794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> subnet after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.195159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f83faba05f8>> subnet after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.195777 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Modular L2 Plugin initialization complete
Nov 24 16:39:54.196127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading services supported by the core plugin {{(pid=88073) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Nov 24 16:39:54.196488 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.plugins.ml2.managers [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Got port-security extension from driver 'port_security'
Nov 24 16:39:54.196982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.extensions.vlantransparent [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Disabled vlantransparent extension.
Nov 24 16:39:54.197426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88073) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Nov 24 16:39:54.198015 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: router
Nov 24 16:39:54.240695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router_interface before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.241129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router after_create 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.241531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router before_create 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.241928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router_interface before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.242370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router_interface after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.242760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router after_delete 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.243156 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> floatingip after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.243562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router after_create 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.243938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router after_update 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.244326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router after_update 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.244708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router_gateway after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.245105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router after_update 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.245599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router precommit_update 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.246142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f83fb211ae8> port after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.247057 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f83fb2119d8> port after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.247429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f83fb211a60> subnet after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.247807 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f83fb211b70> subnetpool_address_scope after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.248195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> port precommit_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.248578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router precommit_create 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.248954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f83fb1f7378> port before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.249338 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router precommit_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.249740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router after_update 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.250143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router precommit_delete 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.250533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router precommit_create 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.250933 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router_interface after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.251312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> router precommit_update 55549900 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.251724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> agent after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.252111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> agent after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.252490 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f83faba0780>> network after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.253456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Tracking information for resource: router configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:54.253825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Tracking information for resource: floatingip configured {{(pid=88073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 16:39:54.258807 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_agentschedulers_db [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 24 16:39:54.259437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f83fab65ea0> port after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.259828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f83fab65d90> port after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.260210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function _notify_port_delete at 0x7f83fab65e18> port after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.260592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f83fab670d0> port after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.261463 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83faa74320>> router before_create 55550100 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.261892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83faa74320>> router precommit_delete 55550100 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.262317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83faa74320>> router precommit_create 55550100 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.262709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f83faa74320>> router precommit_update 55550100 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.267307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.provider_configuration [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service providers = [] {{(pid=88073) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 24 16:39:54.267703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.servicetype_db [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88073) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 24 16:39:54.270549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.service_base [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 16:39:54.270929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.service_base [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 16:39:54.271304 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.service_base [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 16:39:54.272190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.service_base [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 24 16:39:54.272585 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.services.service_base [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 24 16:39:54.273000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.273351 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 24 16:39:54.293789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.294202 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: auto_allocate
Nov 24 16:39:54.304943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f83faadd510> network precommit_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.305345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f83faadd510> network precommit_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.305938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.306324 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: tag
Nov 24 16:39:54.318264 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.318627 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: timestamp
Nov 24 16:39:54.322382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.323005 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: network_ip_availability
Nov 24 16:39:54.329385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83faad6c88>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.329741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83faad6c88>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.330159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83faad6c88>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.331018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.331373 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: flavors
Nov 24 16:39:54.347134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.347498 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading Plugin: revisions
Nov 24 16:39:54.352008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Nov 24 16:39:54.352430 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.600s {{(pid=88073) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:39:54.353238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88073) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Nov 24 16:39:54.353594 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Initializing extension manager.
Nov 24 16:39:54.354180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: __init__.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.354556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: __pycache__ {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.354926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.355291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.356166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: _filter_validation_lib.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.356523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.356890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: address_scope.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.357706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.358375 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: address-scope
Nov 24 16:39:54.358736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.359675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.360246 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: router-admin-state-down-before-update
Nov 24 16:39:54.360601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: agent.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.361383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.361952 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: agent
Nov 24 16:39:54.362333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: agent_resources_synced.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.363245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.363804 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: agent-resources-synced
Nov 24 16:39:54.364159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: allowedaddresspairs.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.365949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.366576 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: allowed-address-pairs
Nov 24 16:39:54.366936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: auto_allocated_topology.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.368021 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.368596 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: auto-allocated-topology
Nov 24 16:39:54.368955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: availability_zone.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.369843 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.370470 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: availability_zone
Nov 24 16:39:54.370828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: availability_zone_filter.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.372355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.372920 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: availability_zone_filter
Nov 24 16:39:54.373278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: data_plane_status.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.374244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.374810 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 24 16:39:54.375166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: default_subnetpools.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.376078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.376640 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: default-subnetpools
Nov 24 16:39:54.376994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.377867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.378466 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: dhcp_agent_scheduler
Nov 24 16:39:54.378860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: dns.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.379785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.380345 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension dns-integration not supported by any of loaded plugins
Nov 24 16:39:54.380701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: dns_domain_ports.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.381624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.382216 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 24 16:39:54.382570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: dvr.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.383317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.383890 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: dvr
Nov 24 16:39:54.384243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: empty_string_filtering.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.385159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.385729 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: empty-string-filtering
Nov 24 16:39:54.386102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.387076 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.387638 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 24 16:39:54.387993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.388919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.389485 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 24 16:39:54.389840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: external_net.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.390782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.391349 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: external-net
Nov 24 16:39:54.391703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.392609 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.393175 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: extra_dhcp_opt
Nov 24 16:39:54.393530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: extraroute.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.394460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.395026 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: extraroute
Nov 24 16:39:54.395380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: extraroute_atomic.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.396518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.397088 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: extraroute-atomic
Nov 24 16:39:54.397448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: filter_validation.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.398170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.398741 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: filter-validation
Nov 24 16:39:54.399096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: fip_pf_description.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.400009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.400567 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 24 16:39:54.400919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: fip_port_details.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.401847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.402941 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: fip-port-details
Nov 24 16:39:54.403296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: flavors.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.404519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.405086 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: flavors
Nov 24 16:39:54.405443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.407178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.407767 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 24 16:39:54.408138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: floatingip_pools.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.408923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.409500 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: floatingip-pools
Nov 24 16:39:54.409863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: ip_allocation.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.410808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.411374 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 24 16:39:54.411732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.412654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.413225 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: ip-substring-filtering
Nov 24 16:39:54.413584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l2_adjacency.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.414540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.415099 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 24 16:39:54.415455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l3.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.416558 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.417135 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: router
Nov 24 16:39:54.417493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.420594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.421169 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 24 16:39:54.421537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.422492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.423063 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: ext-gw-mode
Nov 24 16:39:54.423423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.424355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.424925 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: l3-ha
Nov 24 16:39:54.425284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l3_flavors.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.426287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.426926 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: l3-flavors
Nov 24 16:39:54.427353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.428426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.429126 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 24 16:39:54.429612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: l3agentscheduler.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.430896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.431475 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: l3_agent_scheduler
Nov 24 16:39:54.431842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: logging.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.433409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.433993 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension logging not supported by any of loaded plugins
Nov 24 16:39:54.434388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: metering.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.436769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.437479 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: metering
Nov 24 16:39:54.437853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: multiprovidernet.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.438855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.439438 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: multi-provider
Nov 24 16:39:54.439805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: netmtu.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.440740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.441315 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: net-mtu
Nov 24 16:39:54.441676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: netmtu_writable.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.442634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.443199 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: net-mtu-writable
Nov 24 16:39:54.443556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: network_availability_zone.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.444305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.444872 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: network_availability_zone
Nov 24 16:39:54.445228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: network_ip_availability.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.446370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.446942 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: network-ip-availability
Nov 24 16:39:54.447299 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: network_segment_range.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.448448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.449025 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 24 16:39:54.449387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: pagination.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.450432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.450808 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: pagination
Nov 24 16:39:54.451170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.452099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.452674 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: port-mac-address-regenerate
Nov 24 16:39:54.453029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: port_resource_request.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.453961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.454560 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 24 16:39:54.454916 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: portbindings.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.455851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.456420 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: binding
Nov 24 16:39:54.456778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: portbindings_extended.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.458074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.458647 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: binding-extended
Nov 24 16:39:54.459010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: portsecurity.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.459924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.460504 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: port-security
Nov 24 16:39:54.460861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: project_id.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.461838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.462235 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: project-id
Nov 24 16:39:54.462594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: providernet.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.463613 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.464194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: provider
Nov 24 16:39:54.464553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.468663 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.469253 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos not supported by any of loaded plugins
Nov 24 16:39:54.469627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.470891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.471471 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 24 16:39:54.471835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.472752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.473324 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 24 16:39:54.473685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_default.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.474615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.475188 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-default not supported by any of loaded plugins
Nov 24 16:39:54.475548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_fip.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.476230 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.476795 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-fip not supported by any of loaded plugins
Nov 24 16:39:54.477154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_gateway_ip.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.478095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.478666 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 24 16:39:54.479026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_port_network_policy.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.479936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.481093 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 24 16:39:54.481462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_rule_type_details.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.482405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.482969 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 24 16:39:54.483325 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: qos_rules_alias.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.484367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.484931 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 24 16:39:54.485284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: quotasv2.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.486356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.486728 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: quotas
Nov 24 16:39:54.487082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: quotasv2_detail.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.488704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.489084 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: quota_details
Nov 24 16:39:54.489452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: rbac.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.490657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.491261 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: rbac-policies
Nov 24 16:39:54.491627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: rbac_address_scope.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.492569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.493146 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: rbac-address-scope
Nov 24 16:39:54.493507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: rbac_security_groups.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.494445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.495015 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: rbac-security-groups
Nov 24 16:39:54.495372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: rbac_subnetpool.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.496324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.496891 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: rbac-subnetpool
Nov 24 16:39:54.497246 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: revisionifmatch.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.498201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.498772 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: revision-if-match
Nov 24 16:39:54.499124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: revisions.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.500230 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.500801 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: standard-attr-revisions
Nov 24 16:39:54.501159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: router_availability_zone.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.501909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.502511 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: router_availability_zone
Nov 24 16:39:54.502868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: routerservicetype.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.503800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.504367 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension router-service-type not supported by any of loaded plugins
Nov 24 16:39:54.504722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.505642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.506238 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: port-security-groups-filtering
Nov 24 16:39:54.506596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: securitygroup.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.519631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.520237 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: security-group
Nov 24 16:39:54.520605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: segment.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.521492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.522086 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension segment not supported by any of loaded plugins
Nov 24 16:39:54.522454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.523385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.523957 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 24 16:39:54.524317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: servicetype.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.525402 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.525974 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: service-type
Nov 24 16:39:54.526359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: sorting.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.527956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.528336 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: sorting
Nov 24 16:39:54.528691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: standard_attr_segment.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.529612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.530213 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 24 16:39:54.530572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: standardattrdescription.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.531273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.531844 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: standard-attr-description
Nov 24 16:39:54.532203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: stateful_security_group.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.533139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.533712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: stateful-security-group
Nov 24 16:39:54.534085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: stdattrs_common.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.534671 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 24 16:39:54.535028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.535947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.536509 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 24 16:39:54.536862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: subnet_onboard.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.537932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.538534 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: subnet_onboard
Nov 24 16:39:54.538893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.539828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.540393 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 24 16:39:54.540751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: subnet_service_types.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.541745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.542350 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: subnet-service-types
Nov 24 16:39:54.542708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: subnetallocation.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.544333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.544906 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: subnet_allocation
Nov 24 16:39:54.545264 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.545964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.546557 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: subnetpool-prefix-ops
Nov 24 16:39:54.546914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.547854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.548420 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 24 16:39:54.548775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: tagging.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.550138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.550726 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: standard-attr-tag
Nov 24 16:39:54.551091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: timestamp.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.552260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.552844 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loaded extension: standard-attr-timestamp
Nov 24 16:39:54.553205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: trunk.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.554261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.554839 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension trunk not supported by any of loaded plugins
Nov 24 16:39:54.555199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: trunk_details.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.556123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.556693 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension trunk-details not supported by any of loaded plugins
Nov 24 16:39:54.557049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: uplink_status_propagation.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.557984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.558632 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 24 16:39:54.558992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Loading extension file: vlantransparent.py {{(pid=88073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Nov 24 16:39:54.559701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Nov 24 16:39:54.560274 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 24 16:39:54.562688 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:network
Nov 24 16:39:54.563506 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:subnet
Nov 24 16:39:54.564168 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 16:39:54.564836 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:port
Nov 24 16:39:54.566260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.566750 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service FLAVORS assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.567444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.567909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.568281 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:router
Nov 24 16:39:54.568999 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 16:39:54.569766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service METERING assigned prefix: /metering {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.571597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83fa965f60>> rbac-policy before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.571998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83fa965f60>> rbac-policy before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.572379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f83fa965f60>> rbac-policy before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:39:54.573752 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 16:39:54.574285 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:security_group
Nov 24 16:39:54.575080 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 16:39:54.575888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service CORE assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.576246 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 16:39:54.576606 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] subnetpool is already registered
Nov 24 16:39:54.577263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service CORE assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.577621 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 16:39:54.577982 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] subnetpool is already registered
Nov 24 16:39:54.580704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.581131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service FLAVORS assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.581784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.582265 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.582637 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:router
Nov 24 16:39:54.583000 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] router is already registered
Nov 24 16:39:54.583665 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 16:39:54.584022 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] floatingip is already registered
Nov 24 16:39:54.584710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service METERING assigned prefix: /metering {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.585452 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 16:39:54.585815 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] rbac_policy is already registered
Nov 24 16:39:54.586289 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:security_group
Nov 24 16:39:54.586648 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] security_group is already registered
Nov 24 16:39:54.587456 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 16:39:54.587857 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] security_group_rule is already registered
Nov 24 16:39:54.588584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service CORE assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.588952 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 16:39:54.589561 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] subnetpool is already registered
Nov 24 16:39:54.591334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.resource_helper [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Service CORE assigned prefix:  {{(pid=88073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 24 16:39:54.591616 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 16:39:54.591976 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.quota.resource_registry [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] subnetpool is already registered
Nov 24 16:39:54.592749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: extensions {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.595154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: address-scopes {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.597107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: agents {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.598483 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: auto-allocated-topology {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.600352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: availability_zones {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.601630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: dhcp-networks {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.603990 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: dhcp-agents {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.606175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: routers {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.607937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: flavors {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.610239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: service_profiles {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.611513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: next_providers {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.612996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: service_profiles {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.614514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: floatingip-pools {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.615868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: routers {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.617642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: floatingips {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.618910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: l3-routers {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.620452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: l3-agents {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.622511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: metering-labels {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.623804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: metering-label-rules {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.625234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: network-ip-availabilities {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.626566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: bindings {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.628191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: quotas {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.629775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: quotas {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.631279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: rbac-policies {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.632525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: security-groups {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.633783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: security-group-rules {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.635177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: service-providers {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.636454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: subnetpools {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.638480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: subnetpools {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.640083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.641813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.643623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.645540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.647297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.649161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.651074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.652935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.654991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.656814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.extensions [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Extended resource: tags {{(pid=88073) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 24 16:39:54.663661 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING keystonemiddleware.auth_token [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 24 16:39:54.668609 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING keystonemiddleware.auth_token [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 24 16:39:54.677414 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Acquired lock "singleton_lock" {{(pid=88073) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Nov 24 16:39:54.677931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Releasing lock "singleton_lock" {{(pid=88073) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Nov 24 16:39:54.679401 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO oslo_service.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Starting 2 workers
Nov 24 16:39:54.684583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Started child 88184 {{(pid=88073) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 24 16:39:54.688940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:39:54.689182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Started child 88185 {{(pid=88073) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 24 16:39:54.690432 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [-] (88184) wsgi starting up on http://0.0.0.0:9696
Nov 24 16:39:54.690730 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 24 16:39:54.691376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Notify callbacks [] for process, before_spawn {{(pid=88073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:39:54.692947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:39:54.693807 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO oslo_service.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Starting 1 workers
Nov 24 16:39:54.694356 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [-] (88185) wsgi starting up on http://0.0.0.0:9696
Nov 24 16:39:54.699946 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Started child 88186 {{(pid=88073) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 24 16:39:54.700532 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO oslo_service.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Starting 1 workers
Nov 24 16:39:54.702776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] calling RpcWorker wait() {{(pid=88186) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 24 16:39:54.703158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] returning from RpcWorker wait() {{(pid=88186) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 24 16:39:54.704675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:39:54.705139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Started child 88187 {{(pid=88073) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Nov 24 16:39:54.705259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:39:54.705905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c8ffa6-979b-41c2-aaa7-aa6f16ed0b77 None None] Notify callbacks [] for process, after_spawn {{(pid=88073) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:39:54.707614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88073) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Nov 24 16:39:54.707845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 24 16:39:54.708050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 24 16:39:54.708329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 24 16:39:54.708727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 24 16:39:54.708919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 24 16:39:54.709251 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:39:54.709480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.709770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.710089 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.710354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.710682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.711326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.711607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.711912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.712200 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.712471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.712668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.712859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.713142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.713400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.713737 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.714041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.714306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.714596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.714844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.715118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.715432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.715694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.715977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.716610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.717138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.717484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.717641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.717896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.718221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.718500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.718795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.719058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.719305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.719579 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.719849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.720096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.720353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.720641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.720887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.721335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] host                           = dv-cinder-818778-2-iscsi {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.721605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.721844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.722120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.722382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.722633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.722885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.723172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.723454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.723727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.724000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.724236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.724492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.724764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.725036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.725230 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.725471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.725747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.726046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.726266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.726442 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.726587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.726895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.727084 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.727356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.727594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.727833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.728100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.728338 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.728575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.728862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.729104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.729357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.729657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.729873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.730193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.730515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.730774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.731032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.731286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.731526 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.731777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.732053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.732264 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.732525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.732736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.733007 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.733291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.733551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.733839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.734146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.734379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.734617 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.734951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.735213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.735474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.735748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.736068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.736341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.736583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.736824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.737048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.737297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.737550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.737812 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:39:54.737965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.738229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.738488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.738726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.738994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.739269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.739786 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.740039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.740397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.740652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.740923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.741191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.741459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.741722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.741987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.742275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.742635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.742857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.743193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.743480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.743761 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.744031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.744284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.744535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.744776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.745017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.745258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.745499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.745791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.746551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.746833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.747102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.747344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.747639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.747891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.748187 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.748458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.748707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.748951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.749200 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.749441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.749705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.749990 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.750219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.750516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.750927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.751160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.751418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.751660 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.751909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.752175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.752423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.752744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.752907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.753124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.753348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.753611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.753857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.754503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.754503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.754825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.754825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.755121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.755265 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.755448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.755695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.755936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.756194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.756436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.756660 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.757170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.757170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.757482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.757624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.757776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.757975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.758241 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.758483 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.758739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.759053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.759403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.759667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.759937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.760213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.760493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.760771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.761053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.761299 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.761544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.762390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.762792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.762914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.764606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.764606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.764606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.764606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.764606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.764606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.764606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.765078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.765078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.765354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.765551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.765816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.767300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.767300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.767300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.767300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.767300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.768049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.768049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.768049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.768464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.768464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.768744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.768969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.769433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.769706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.769992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.770289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.770569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.770836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.771130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.771476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.771774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.772540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.772540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.772540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.773049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.773049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.773353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.773552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.774360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.774360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.774360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.774824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.774824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.775104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.775245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.776379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.776379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.776379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.776379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.776379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.777113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.777113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.777113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.777490 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.777587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.777783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.778051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.778444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.778876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.779307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.779721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.779978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.780226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.780494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.780784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.781033 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.781342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.781632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.781899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.782209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.782464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.782740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.782983 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.783264 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.783514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.783757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.784001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.784263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.784504 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.784760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.785027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.785269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.785564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.785843 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.786218 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.786467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.786746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.786992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.787237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.787498 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.787743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.788005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.788248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.788509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.788780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.789031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.789278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.789519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.789758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.789996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.790285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.790532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.790825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.791132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.791399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.791697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.791994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.792250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.792489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.792799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.793604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.793861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.794147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.794408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.795060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.795060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.795374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.796307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.796307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.796307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.796307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.796874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.796874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.797106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.797378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.797702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.798214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.798732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.799163 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.799559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.799954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.800273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.800606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.800986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.801301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.801574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.801852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.802183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.802445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.802696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.802945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.803190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.803437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.803717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.804034 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.804290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.804536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.804814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.805077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.805334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.805575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.805825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.806087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.806276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 16:39:54.806850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88073) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Nov 24 16:39:54.807105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 24 16:39:54.807210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 24 16:39:54.807393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 24 16:39:54.807597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 24 16:39:54.807779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 24 16:39:54.808025 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.808214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.808402 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.808631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.808797 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.809479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.809673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.809861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.810054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.810254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.810425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.810598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.810772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.810964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.811151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.811318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.811690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.811882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.812074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.812262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.812476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.812614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.812964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.813152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.813400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.813592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.813695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.813907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.814083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.814244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.814398 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.814585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.814768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.814952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.815112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.815291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.815477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.815662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.815851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.816052 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] host                           = dv-cinder-818778-2-iscsi {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.816277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.816508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.816508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.816811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.816811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.817082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.817082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.817351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.817492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.817632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.817772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.817912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.818099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.818248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.818388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.818531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.818671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.818859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.819069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.819256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.819531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.819700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.819844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.819985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.820133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.820274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.820413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.820553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.820693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.820842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.820991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.821180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.821365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.821549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.821734 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.821917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.822116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.822308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.822746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.822908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.823090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.823274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.823432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.823614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.823799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.823982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.824177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.824377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.824533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.824717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.824902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.825063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.825245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.825470 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.825615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.825773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.825915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.826103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.826250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.826390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.826548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.826694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.826834 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.827012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.827197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.827381 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.827539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.827721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.827905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 24 16:39:54.828112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.828301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.828500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.828687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.828874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.829062 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.829219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.829412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.829656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.829807 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.829948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.830118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.830261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.830450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.830639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.830840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.830998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.831140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.831317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.831506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.831695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.831884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.832071 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.832229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.832418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.832606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.832764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.832954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.833142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.833331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.833518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.833706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.833895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.834080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.834271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.834459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.834647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.834836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.835023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.835222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.835477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.835630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.835740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.835910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.836097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.836283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.836469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.836656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.836844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.837031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.837233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.837421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.837607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.837794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.837980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.838190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.838379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.838566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.838754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.838942 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.839130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.839317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.839526 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.839852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.839852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.840121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.840260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.840399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.840539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.840685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.840825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.841012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.841138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.841312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.841518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.841705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.841891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.842099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.842261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.842451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.842637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.842824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.843010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.843199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.843388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.843574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.843764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.843950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.844153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.844271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.844456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.844645 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.844832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.845018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.845204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.845393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.845584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.845771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.845958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.846166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.846363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.846551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.846651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:39:54.846746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.846901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.847136 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.847245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.847436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.847620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.847808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.847993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.848180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.848366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.848554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.848741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.848928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.849115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.849310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.849527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.849713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.849901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.850111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.850303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.850467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.850696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.850844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.851001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.851153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.851303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.851453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.851602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.851760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.851911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.852071 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.852222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.852412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.852599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.852788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.852948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.853136 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.853297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.853484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.853671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.853857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.854055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.854251 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.854438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.854626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.854813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.854998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.855185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.855372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.856148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.856226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.856406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.856626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.856815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.857003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.857192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.857463 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.857556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.857761 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.857876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.858075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.858268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.858456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.858643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.858832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.859019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.859208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.859399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.859591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.859837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.860039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.860165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.860276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.860538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.860538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.860788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.860899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.861057 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.861245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.861453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.861582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.861773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.861962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.862237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.862365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.862578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.862774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.862774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.862983 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.863144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.863333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.863530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.863805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.863906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.864028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.864202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.864388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.864575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.864762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.864948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.865118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.865304 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.865462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.865665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.865852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.866062 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.866231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.866444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.866635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.866790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.866943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.867182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.867376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.867610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.867610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.867902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.868043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.868182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.868331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.868472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.868628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.868772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.868913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.869062 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.869244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.869431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.869618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.869774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.869965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.870186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.870331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.870516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.870702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.870890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.871710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.871904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.872076 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.872310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.872460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 16:39:54.872602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88073) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 16:39:54.996233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 44084) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:39:55.010379 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0119486
Nov 24 16:40:05.127196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc869b-d5a2-471f-bc1e-5bfd05283657 None None] get_active_networks_info from dv-cinder-818778-2-iscsi {{(pid=88186) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 24 16:40:05.452644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc869b-d5a2-471f-bc1e-5bfd05283657 None None] No non-hosted networks {{(pid=88186) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 24 16:40:05.489652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agentschedulers_db [None req-99fc869b-d5a2-471f-bc1e-5bfd05283657 None None] DHCP Agent not found on host dv-cinder-818778-2-iscsi {{(pid=88186) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}}
Nov 24 16:40:05.607758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4fda869-1731-40e6-9088-f543d9a41147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686901'] for agent, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:06.507201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686901'] for agent, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:06.508457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.509233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.509827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.510417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.511253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.512375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.512979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.513572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.514192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.514755 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.515363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:06.516003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f83fa54dac8>, 'Open vSwitch agent', 'dv-cinder-818778-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:06.524948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f83fa487550>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818778-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:07.537660 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97bc3d02-430e-4647-beb4-ddbd41461576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686901'] for agent, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:07.590769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35bd3f42-df30-4510-b86c-0a07a0972356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:08.042595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686901'] for agent, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:08.999560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686901'] for agent, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:10.091764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44198) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:10.854222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [None req-8e1469d9-c02b-4f9a-ab89-9ef3ae63552d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:40:10.855973 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-8e1469d9-c02b-4f9a-ab89-9ef3ae63552d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.7621903
Nov 24 16:40:13.114829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44214) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:13.210078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3810e3f1-5e71-4035-96a1-6614aab009d7 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:40:13.470268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.policy [None req-3810e3f1-5e71-4035-96a1-6614aab009d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88185) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Nov 24 16:40:13.477982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota [None req-3810e3f1-5e71-4035-96a1-6614aab009d7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f83fa6c47f0>.
Nov 24 16:40:13.513305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3810e3f1-5e71-4035-96a1-6614aab009d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:13.580448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3810e3f1-5e71-4035-96a1-6614aab009d7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762800515992', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762800528093', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762800532788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762799824398', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762800677223', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036846933711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7848249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1698662', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853049256'] for rbac-policy, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:13.672855 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_hamode_db [None req-ffcaa4c6-714f-4d26-8f52-cc77db25b715 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 24 16:40:13.676872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3810e3f1-5e71-4035-96a1-6614aab009d7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:13.678200 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3810e3f1-5e71-4035-96a1-6614aab009d7 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5622907
Nov 24 16:40:13.763416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcaa4c6-714f-4d26-8f52-cc77db25b715 None None] Routers set() bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:40:13.763724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcaa4c6-714f-4d26-8f52-cc77db25b715 None None] Router IDs set() for agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 24 16:40:15.879631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44230) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:15.957720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Request body: {'network': {'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'name': 'private', 'admin_state_up': True}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:40:15.963492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:15.969942 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Usage tracker for resource:network and tenant:6a75e77ca1684c808c57b448b83e73d2 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:40:15.973403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:40:15.979632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:40:15.988763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Made reservation on behalf of 6a75e77ca1684c808c57b448b83e73d2 for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:40:15.994773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.011605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.052912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:16.056707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Usage tracker for resource:security_group_rule and tenant:6a75e77ca1684c808c57b448b83e73d2 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:40:16.060112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:40:16.066192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:40:16.135432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.138103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.142713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:16.160523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:40:16.187549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274052811329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.188155 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f83fb2c5bf8> segment precommit_create {{(pid=88185) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 24 16:40:16.188609 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Added segment dcab3416-e809-4bc0-892f-ed4ae440645c of type vlan for network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8
Nov 24 16:40:16.240006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c2a911-00a1-449b-a388-de53966486a0,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:16.272777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.273148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.273510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.273866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.274267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.274626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.274973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.275333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.275677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.276020 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.276361 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Tracked resource versions report:
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]: pushed versions:
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]: {   'ConntrackHelper': {'1.0'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Log': {'1.0'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Network': {'1.1'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Port': {'1.5'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'PortForwarding': {'1.2'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'QosPolicy': {'1.8'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroup': {'1.2'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroupRule': {'1.0'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SubPort': {'1.0'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Subnet': {'1.1'},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Trunk': {'1.1'}}
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]: consumer versions:
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]: {   DHCP agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     L3 agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metadata agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metering agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:     Open vSwitch agent@dv-cinder-818778-2-iscsi: {   'ConntrackHelper': '1.0',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Log': '1.0',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Network': '1.1',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Port': '1.5',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'PortForwarding': '1.2',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'QosPolicy': '1.8',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroup': '1.2',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroupRule': '1.0',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SubPort': '1.0',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Subnet': '1.1',
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Trunk': '1.1'}}
Nov 24 16:40:16.277949 dv-cinder-818778-2-iscsi neutron-server[88073]:  {{(pid=88185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 16:40:16.307827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.316286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:16.349466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.350806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:16.351459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:16.356698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:16.465502 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.5846901
Nov 24 16:40:16.466370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Pushing event updated for resources: {'Network': ['ID=b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:16.491792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:16.500441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:40:18.721878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44248) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:18.900845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ca3b3-e510-48a3-bf0a-8b02cf57ff0d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:18.902915 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-272ca3b3-e510-48a3-bf0a-8b02cf57ff0d admin admin] 10.222.0.53 "GET /v2.0/networks/b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 HTTP/1.1" status: 200  len: 825 time: 0.1799343
Nov 24 16:40:18.931914 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d6052d48-a209-4050-8819-0587a7109ad2 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/b3938399-3245-47b0-9728-a39f6f67b0cb HTTP/1.1" status: 200  len: 734 time: 0.0229771
Nov 24 16:40:18.941391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Request body: {'subnet': {'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b3938399-3245-47b0-9728-a39f6f67b0cb', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:40:18.945987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:18.950713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Usage tracker for resource:subnet and tenant:6a75e77ca1684c808c57b448b83e73d2 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:40:18.953746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:40:18.959601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:40:18.972131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Made reservation on behalf of 6a75e77ca1684c808c57b448b83e73d2 for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:40:18.976625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:19.261853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:19.266476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:19.350036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:19.356940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:19.360266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Checking segment: {'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:40:19.360650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Network hostable DHCP agents. Network: b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:40:19.383917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:40:19.393100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:40:19.397541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:19.398193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:19.403454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e74cd-eada-4ba2-8d20-797674764f24 None None] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:40:19.416463 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4786911
Nov 24 16:40:19.795371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'fixed_ips': [{'subnet_id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:40:19.796384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:20.006079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Allocated IP 172.20.0.2 (b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8/b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5/1c2b5ee9-e427-4973-92f3-af0e0df008b3) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:40:20.241569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:20.256847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Transition to ACTIVE for port object 1c2b5ee9-e427-4973-92f3-af0e0df008b3 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:40:20.277300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Transition to ACTIVE for port object 1c2b5ee9-e427-4973-92f3-af0e0df008b3 will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:40:20.286223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:20.291350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:20.355384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:40:20.358250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:40:20.365084 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:40:20.367214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Pushing event updated for resources: {'Port': ['ID=1c2b5ee9-e427-4973-92f3-af0e0df008b3,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:20.379869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.380245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.380612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.380974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.381335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.381693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.382061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.382441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.382795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.383145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.383491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Tracked resource versions report:
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]: pushed versions:
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]: {   'ConntrackHelper': {'1.0'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Log': {'1.0'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Network': {'1.1'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Port': {'1.5'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'PortForwarding': {'1.2'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'QosPolicy': {'1.8'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroup': {'1.2'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroupRule': {'1.0'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SubPort': {'1.0'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Subnet': {'1.1'},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Trunk': {'1.1'}}
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]: consumer versions:
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]: {   DHCP agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     L3 agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metadata agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metering agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:     Open vSwitch agent@dv-cinder-818778-2-iscsi: {   'ConntrackHelper': '1.0',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Log': '1.0',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Network': '1.1',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Port': '1.5',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'PortForwarding': '1.2',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'QosPolicy': '1.8',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroup': '1.2',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroupRule': '1.0',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SubPort': '1.0',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Subnet': '1.1',
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Trunk': '1.1'}}
Nov 24 16:40:20.384550 dv-cinder-818778-2-iscsi neutron-server[88073]:  {{(pid=88186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 16:40:20.418854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:20.473593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Attempting to bind port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:40:20.474061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Attempting to bind port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:40:20.474476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Attempting to bind port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 on network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:40:20.481766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:40:20.482212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Checking segment: {'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:40:20.482687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:20.483109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Bound using segment: {'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:40:20.483638 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Bound port: 1c2b5ee9-e427-4973-92f3-af0e0df008b3, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:40:20.484038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:20.583296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] For port 1c2b5ee9-e427-4973-92f3-af0e0df008b3, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:40:20.587261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] For port 1c2b5ee9-e427-4973-92f3-af0e0df008b3, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1c2b5ee9-e427-4973-92f3-af0e0df008b3,segment=NetworkSegment(dcab3416-e809-4bc0-892f-ed4ae440645c),segment_id=dcab3416-e809-4bc0-892f-ed4ae440645c)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:40:20.591031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:20.595606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:20.687441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Pushing event updated for resources: {'Port': ['ID=1c2b5ee9-e427-4973-92f3-af0e0df008b3,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:20.690803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:21.619546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44260) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:21.695828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [None req-f26b2095-2016-4ee2-979e-655905a26a97 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:40:21.696932 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f26b2095-2016-4ee2-979e-655905a26a97 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0763724
Nov 24 16:40:23.914870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44276) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:23.993810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [None req-810f2f61-62e2-4eda-b9d2-327cbe28e89b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:40:23.994913 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-810f2f61-62e2-4eda-b9d2-327cbe28e89b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0790091
Nov 24 16:40:24.859335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1c2b5ee9-e427-4973-92f3-af0e0df008b3 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:40:24.928346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:40:25.510453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147dd8f7-0886-4d25-92bd-3b48f164bce1 None None] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:40:25.629902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Provisioning for port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:40:25.641070 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Provisioning complete for port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:25.641477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:25.880344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:25.929831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] For port 1c2b5ee9-e427-4973-92f3-af0e0df008b3, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1c2b5ee9-e427-4973-92f3-af0e0df008b3,segment=NetworkSegment(dcab3416-e809-4bc0-892f-ed4ae440645c),segment_id=dcab3416-e809-4bc0-892f-ed4ae440645c)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:40:25.939701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:25.941762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bc0c749f-eb7b-4902-9127-76d0e02dcc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:26.012700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Pushing event updated for resources: {'Port': ['ID=1c2b5ee9-e427-4973-92f3-af0e0df008b3,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:26.016077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:26.164309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c83b5dd6-e2fd-47ce-862e-fd7d6394412e None None] Provisioning complete for port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:26.164712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c83b5dd6-e2fd-47ce-862e-fd7d6394412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:26.263444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44290) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:26.342570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'admin_state_up': True}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:40:26.347945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:26.351892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Usage tracker for resource:router and tenant:6a75e77ca1684c808c57b448b83e73d2 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:40:26.355155 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:40:26.361008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:40:26.369964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:26.371203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:26.395256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:26.493968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:26.512170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:26.513411 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-428a3510-fa15-4d61-bbea-234d4b40e93d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2488554
Nov 24 16:40:26.835883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1c2b5ee9-e427-4973-92f3-af0e0df008b3 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:40:26.904588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:26.904988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:28.706347 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44302) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:28.782409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [None req-e04ba4a9-dfe2-4440-b120-660e7d7e1048 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:40:28.783575 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e04ba4a9-dfe2-4440-b120-660e7d7e1048 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0762239
Nov 24 16:40:30.977482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44314) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:31.053535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:40:31.058915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:31.062793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Usage tracker for resource:network and tenant:00a5583c7b7443e98e7a1d31a0b638dc is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:40:31.066162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:40:31.071892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:40:31.080562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Made reservation on behalf of 00a5583c7b7443e98e7a1d31a0b638dc for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:40:31.085204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.097961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.131027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:31.134907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Usage tracker for resource:security_group_rule and tenant:00a5583c7b7443e98e7a1d31a0b638dc is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:40:31.137768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:40:31.143569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:40:31.211527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.214863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.219295 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:31.233758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Reserving flat network on physical network physnet1 {{(pid=88185) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 24 16:40:31.258078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa011785-3b50-4c0b-82ed-88d95cb1af19,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:31.261042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.261419 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Added segment 27de88c2-5100-43de-8bf1-81a586063986 of type flat for network 2c4e2299-fad1-412a-8da3-3a110d691bba
Nov 24 16:40:31.262678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:31.294500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.330229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.332075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:31.333152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:31.339740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:31.564643 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5858829
Nov 24 16:40:31.565289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Pushing event updated for resources: {'Network': ['ID=2c4e2299-fad1-412a-8da3-3a110d691bba,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:31.568074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:31.576715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 2c4e2299-fad1-412a-8da3-3a110d691bba details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:40:33.732338 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44326) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:33.871678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03679811-fa74-4318-a4ff-f5224c64c927 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:33.873036 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-03679811-fa74-4318-a4ff-f5224c64c927 admin admin] 10.222.0.53 "GET /v2.0/subnets/b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5 HTTP/1.1" status: 200  len: 849 time: 0.1396320
Nov 24 16:40:34.022670 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-baf8bcb9-dbd4-459a-99cd-c7b29d0c6984 admin admin] 10.222.0.53 "GET /v2.0/routers/148dd0fe-7b71-455c-9a2f-e4571703c116 HTTP/1.1" status: 200  len: 704 time: 0.1435831
Nov 24 16:40:34.507326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:34.755828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Allocated IP 172.20.0.1 (b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8/b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5/54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:40:34.919307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:34.936708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Transition to ACTIVE for port object 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:40:34.983730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:34.988541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:35.021981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c666f-c5e7-4353-9a2a-c598d3d9416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:35.059315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:40:35.062111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:40:35.064705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:40:35.065395 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:35.075270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Pushing event updated for resources: {'Port': ['ID=54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:35.078712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:35.204417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:35.362895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-5621afff-8d1e-40f8-a2e5-9eded9aa5e1f None None] Provisioning for port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:40:35.368279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-5621afff-8d1e-40f8-a2e5-9eded9aa5e1f None None] Provisioning complete for port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:35.368692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5621afff-8d1e-40f8-a2e5-9eded9aa5e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:35.425356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5621afff-8d1e-40f8-a2e5-9eded9aa5e1f None None] Port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:40:35.593007 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:35.596421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:35.597491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:35.601394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:35.740444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Pushing event updated for resources: {'Port': ['ID=54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:35.744645 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:35.808234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:40:35.809333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:40:36.049619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-80bedcab-2ad6-429e-bc65-9b632ca3a576 None None] Provisioning complete for port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:36.050018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80bedcab-2ad6-429e-bc65-9b632ca3a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:36.105941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-80bedcab-2ad6-429e-bc65-9b632ca3a576 None None] Port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:40:36.185610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Router 148dd0fe-7b71-455c-9a2f-e4571703c116 is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:40:36.359111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:40:36.369100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Sync routers for ids ['148dd0fe-7b71-455c-9a2f-e4571703c116'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:40:36.369740 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] 10.222.0.53 "PUT /v2.0/routers/148dd0fe-7b71-455c-9a2f-e4571703c116/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3410172
Nov 24 16:40:36.383605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Routers {'148dd0fe-7b71-455c-9a2f-e4571703c116'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:40:36.384453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa63ce10>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:40:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['148dd0fe-7b71-455c-9a2f-e4571703c116'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:36.487153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:36.562952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Set router 148dd0fe-7b71-455c-9a2f-e4571703c116 gateway port host: None {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:40:36.826313 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:40:36.960671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa63ce10>, [{'id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'name': 'router1', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:40:26Z', 'updated_at': '2021-11-24T16:40:35Z', 'revision_number': 2, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'gw_port_host': None, '_interfaces': [{'id': '54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085', 'name': '', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'mac_address': 'fa:16:3e:c6:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:34Z', 'updated_at': '2021-11-24T16:40:35Z', 'revision_number': 2, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'subnets': [{'id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3938399-3245-47b0-9728-a39f6f67b0cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:36.968623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Checking router: 148dd0fe-7b71-455c-9a2f-e4571703c116 for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:40:36.969009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Updating router 148dd0fe-7b71-455c-9a2f-e4571703c116 port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:40:37.025317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:37.436643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:37.453549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Transition to ACTIVE for port object 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:40:37.461453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:37.466648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:37.546377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55ec5791-28e7-4e4e-b261-6d8176d2847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:37.591882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Pushing event updated for resources: {'Port': ['ID=54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:37.606592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.606592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.607172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.607532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.607888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.608236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.608584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.608930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.609282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.609626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.609973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Tracked resource versions report:
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]: pushed versions:
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]: {   'ConntrackHelper': {'1.0'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Log': {'1.0'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Network': {'1.1'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Port': {'1.5'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'PortForwarding': {'1.2'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'QosPolicy': {'1.8'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroup': {'1.2'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroupRule': {'1.0'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SubPort': {'1.0'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Subnet': {'1.1'},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Trunk': {'1.1'}}
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]: consumer versions:
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]: {   DHCP agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     L3 agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metadata agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metering agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:     Open vSwitch agent@dv-cinder-818778-2-iscsi: {   'ConntrackHelper': '1.0',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Log': '1.0',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Network': '1.1',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Port': '1.5',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'PortForwarding': '1.2',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'QosPolicy': '1.8',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroup': '1.2',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroupRule': '1.0',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SubPort': '1.0',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Subnet': '1.1',
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Trunk': '1.1'}}
Nov 24 16:40:37.611037 dv-cinder-818778-2-iscsi neutron-server[88073]:  {{(pid=88187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 16:40:37.615311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:37.705928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Attempting to bind port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:40:37.706403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Attempting to bind port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:40:37.706842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Attempting to bind port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 on network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:40:37.714931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:40:37.715357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Checking segment: {'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:40:37.715834 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:37.716257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Bound using segment: {'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:40:37.716791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Bound port: 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcab3416-e809-4bc0-892f-ed4ae440645c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:40:37.717190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:37.812085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] For port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:40:37.816238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] For port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085,segment=NetworkSegment(dcab3416-e809-4bc0-892f-ed4ae440645c),segment_id=dcab3416-e809-4bc0-892f-ed4ae440645c)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:40:37.818635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:37.823950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:37.913819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Pushing event updated for resources: {'Port': ['ID=54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085,revision_number=4']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:37.917925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:37.921427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Routers {'148dd0fe-7b71-455c-9a2f-e4571703c116'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:40:37.922112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa63ce10>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:40:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['148dd0fe-7b71-455c-9a2f-e4571703c116'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:37.999338 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:38.081769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] Set router 148dd0fe-7b71-455c-9a2f-e4571703c116 gateway port host: None {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:40:38.428080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa63ce10>, [{'id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'name': 'router1', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:40:26Z', 'updated_at': '2021-11-24T16:40:35Z', 'revision_number': 2, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'gw_port_host': None, '_interfaces': [{'id': '54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085', 'name': '', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'mac_address': 'fa:16:3e:c6:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:34Z', 'updated_at': '2021-11-24T16:40:37Z', 'revision_number': 4, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'subnets': [{'id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3938399-3245-47b0-9728-a39f6f67b0cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:38.432426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192c1a5-85f4-4ff0-9f6a-ea829ed3693c None None] The sync data for ids ['148dd0fe-7b71-455c-9a2f-e4571703c116'] in dv-cinder-818778-2-iscsi is: [{'id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'name': 'router1', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:40:26Z', 'updated_at': '2021-11-24T16:40:35Z', 'revision_number': 2, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'gw_port_host': None, '_interfaces': [{'id': '54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085', 'name': '', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'mac_address': 'fa:16:3e:c6:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:34Z', 'updated_at': '2021-11-24T16:40:37Z', 'revision_number': 4, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'subnets': [{'id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3938399-3245-47b0-9728-a39f6f67b0cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:40:38.546578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44340) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:38.742724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa40a60-6075-46da-a91b-440a946c2d6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:38.743372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1aa40a60-6075-46da-a91b-440a946c2d6f admin admin] Synchronizing usage tracker for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:network {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:40:38.762662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1aa40a60-6075-46da-a91b-440a946c2d6f admin admin] Unset dirty status for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:network {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:40:38.764068 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1aa40a60-6075-46da-a91b-440a946c2d6f admin admin] 10.222.0.53 "GET /v2.0/networks/2c4e2299-fad1-412a-8da3-3a110d691bba HTTP/1.1" status: 200  len: 842 time: 0.2162755
Nov 24 16:40:38.774209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:40:38.779961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:40:38.783871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Usage tracker for resource:subnet and tenant:00a5583c7b7443e98e7a1d31a0b638dc is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:40:38.787066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:40:38.793770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:40:38.802349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Made reservation on behalf of 00a5583c7b7443e98e7a1d31a0b638dc for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:40:38.806873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:38.949684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:39.193695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:39.199113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:39.275231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c272ff19-52de-4b4f-a073-f05b5b83ec33,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:39.278658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:39.286802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:40:39.287194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Network hostable DHCP agents. Network: 2c4e2299-fad1-412a-8da3-3a110d691bba, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:40:39.308287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:40:39.316753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 2c4e2299-fad1-412a-8da3-3a110d691bba) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:40:39.320632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:39.321262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:39.326741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d6f89-ad5c-4a0c-8b30-5bf34e65259b None None] Network 2c4e2299-fad1-412a-8da3-3a110d691bba requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:40:39.344525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5740988
Nov 24 16:40:39.618067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cb5f1d-3a7d-4954-8e57-28ff67132d21 None None] Network 2c4e2299-fad1-412a-8da3-3a110d691bba requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:40:40.864379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:40:40.936581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:40:40.941307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:40.941712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:41.085667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:41.120824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085,segment=NetworkSegment(dcab3416-e809-4bc0-892f-ed4ae440645c),segment_id=dcab3416-e809-4bc0-892f-ed4ae440645c)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:40:41.123706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:41.126346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-09dfc6ad-2b6b-49cd-aad1-f44a484a3495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:41.193674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:41.196924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:41.572715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44356) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:41.837188 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0f6060b0-da8d-4863-b798-4d10fc09287c admin admin] 10.222.0.53 "GET /v2.0/routers/148dd0fe-7b71-455c-9a2f-e4571703c116 HTTP/1.1" status: 200  len: 710 time: 0.2632592
Nov 24 16:40:41.979280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24263d81-7aea-4d6e-be54-56e62b0dab6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:40:41.980724 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-24263d81-7aea-4d6e-be54-56e62b0dab6a admin admin] 10.222.0.53 "GET /v2.0/networks/2c4e2299-fad1-412a-8da3-3a110d691bba HTTP/1.1" status: 200  len: 886 time: 0.1378300
Nov 24 16:40:41.990379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:40:42.654791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:42.845156 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:40:42.865379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:42.920427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:42.921002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:42.926771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:43.087134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Allocated IP 172.27.3.219 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/27b45261-4790-4403-a4b4-2c56202900ac) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:40:43.239990 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:43.266037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:43.270578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:43.340017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:40:43.342949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:40:43.347313 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:40:43.379348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Pushing event updated for resources: {'Port': ['ID=27b45261-4790-4403-a4b4-2c56202900ac,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:43.385877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:43.504735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:43.685656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:43.689799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853047473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1728312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853114727'] for router, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:43.892728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Router 148dd0fe-7b71-455c-9a2f-e4571703c116 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:40:44.097109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:40:44.105333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:44.106642 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] 10.222.0.53 "PUT /v2.0/routers/148dd0fe-7b71-455c-9a2f-e4571703c116 HTTP/1.1" status: 200  len: 890 time: 2.1197615
Nov 24 16:40:44.107220 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Sync routers for ids ['148dd0fe-7b71-455c-9a2f-e4571703c116'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:40:44.120865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Routers {'148dd0fe-7b71-455c-9a2f-e4571703c116'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:40:44.121558 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa37e080>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:40:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['148dd0fe-7b71-455c-9a2f-e4571703c116'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:44.316133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Set router 148dd0fe-7b71-455c-9a2f-e4571703c116 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:40:44.671497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa37e080>, [{'id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'name': 'router1', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '27b45261-4790-4403-a4b4-2c56202900ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:40:26Z', 'updated_at': '2021-11-24T16:40:43Z', 'revision_number': 4, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'gw_port': {'id': '27b45261-4790-4403-a4b4-2c56202900ac', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:42Z', 'updated_at': '2021-11-24T16:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085', 'name': '', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'mac_address': 'fa:16:3e:c6:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:34Z', 'updated_at': '2021-11-24T16:40:41Z', 'revision_number': 5, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'subnets': [{'id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3938399-3245-47b0-9728-a39f6f67b0cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:44.676511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Checking router: 148dd0fe-7b71-455c-9a2f-e4571703c116 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:40:44.676906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Updating router 148dd0fe-7b71-455c-9a2f-e4571703c116 port 27b45261-4790-4403-a4b4-2c56202900ac binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:40:44.728544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:45.070696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:45.082983 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Transition to ACTIVE for port object 27b45261-4790-4403-a4b4-2c56202900ac will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:40:45.088944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:45.093343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:45.173025 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b100a60-fc8a-475f-966a-6e24a813b9cf None None] Pushing event updated for resources: {'Port': ['ID=27b45261-4790-4403-a4b4-2c56202900ac,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:45.176869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7b100a60-fc8a-475f-966a-6e24a813b9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:45.177611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Attempting to bind port 27b45261-4790-4403-a4b4-2c56202900ac on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:40:45.178016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Attempting to bind port 27b45261-4790-4403-a4b4-2c56202900ac by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:40:45.178445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Attempting to bind port 27b45261-4790-4403-a4b4-2c56202900ac on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:40:45.187775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:40:45.188168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:40:45.188601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:45.189020 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:40:45.189515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Bound port: 27b45261-4790-4403-a4b4-2c56202900ac, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:40:45.189914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:45.265731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] For port 27b45261-4790-4403-a4b4-2c56202900ac, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:40:45.268799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] For port 27b45261-4790-4403-a4b4-2c56202900ac, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=27b45261-4790-4403-a4b4-2c56202900ac,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:40:45.272168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:45.277092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:45.356547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b100a60-fc8a-475f-966a-6e24a813b9cf None None] Pushing event updated for resources: {'Port': ['ID=27b45261-4790-4403-a4b4-2c56202900ac,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:45.360818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7b100a60-fc8a-475f-966a-6e24a813b9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:45.361817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Routers {'148dd0fe-7b71-455c-9a2f-e4571703c116'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:40:45.362480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa37e080>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:40:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['148dd0fe-7b71-455c-9a2f-e4571703c116'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:45.550837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] Set router 148dd0fe-7b71-455c-9a2f-e4571703c116 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:40:46.031835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa37e080>, [{'id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'name': 'router1', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '27b45261-4790-4403-a4b4-2c56202900ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:40:26Z', 'updated_at': '2021-11-24T16:40:43Z', 'revision_number': 4, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'gw_port': {'id': '27b45261-4790-4403-a4b4-2c56202900ac', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:42Z', 'updated_at': '2021-11-24T16:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085', 'name': '', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'mac_address': 'fa:16:3e:c6:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:34Z', 'updated_at': '2021-11-24T16:40:41Z', 'revision_number': 5, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'subnets': [{'id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3938399-3245-47b0-9728-a39f6f67b0cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:40:46.035978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7783b7e0-9634-4dbb-a302-ff010f7391e7 None None] The sync data for ids ['148dd0fe-7b71-455c-9a2f-e4571703c116'] in dv-cinder-818778-2-iscsi is: [{'id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'name': 'router1', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '27b45261-4790-4403-a4b4-2c56202900ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:40:26Z', 'updated_at': '2021-11-24T16:40:43Z', 'revision_number': 4, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'gw_port': {'id': '27b45261-4790-4403-a4b4-2c56202900ac', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:42Z', 'updated_at': '2021-11-24T16:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085', 'name': '', 'network_id': 'b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8', 'tenant_id': '6a75e77ca1684c808c57b448b83e73d2', 'mac_address': 'fa:16:3e:c6:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148dd0fe-7b71-455c-9a2f-e4571703c116', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:40:34Z', 'updated_at': '2021-11-24T16:40:41Z', 'revision_number': 5, 'project_id': '6a75e77ca1684c808c57b448b83e73d2', 'subnets': [{'id': 'b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3938399-3245-47b0-9728-a39f6f67b0cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:40:46.429787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44368) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:40:46.584823 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0b904604-1b66-42ce-b002-2f82317c54bb admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1537263
Nov 24 16:40:46.877626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 27b45261-4790-4403-a4b4-2c56202900ac up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:40:46.957722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 27b45261-4790-4403-a4b4-2c56202900ac completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:40:46.962097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 27b45261-4790-4403-a4b4-2c56202900ac triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:46.962517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:47.082136 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:47.098525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 27b45261-4790-4403-a4b4-2c56202900ac, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=27b45261-4790-4403-a4b4-2c56202900ac,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:40:47.103305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:40:47.106217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:40:47.176003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=27b45261-4790-4403-a4b4-2c56202900ac,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:40:47.179722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:40:48.866846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 27b45261-4790-4403-a4b4-2c56202900ac up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:40:48.940531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 27b45261-4790-4403-a4b4-2c56202900ac triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:40:48.940941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:05.025275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f06c85e-3361-4620-9380-f667241d1ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:06.494357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:07.539093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5918bc4-b6a5-4404-8ecc-0818f1b0cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:08.001278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:08.971320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:13.807645 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:41:35.028161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a0367af6-b439-4eeb-b02b-05ac5ebae3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:36.487132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:37.542332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a32094c6-b6f0-44d4-a7ff-818290f9c08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:38.005187 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:38.968638 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:41:50.807328 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:42:05.029522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-050e7f2d-9fee-45e3-a7e5-2e64f828ec74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:06.489376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:07.544247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45f142b7-bc7d-4506-acfd-86b1c934f7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:08.006904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:08.970575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:23.034269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44906) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:23.134265 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-9510e294-d803-4878-9b8b-8b75d0028226 admin admin] GET failed (client error): The resource could not be found.
Nov 24 16:42:23.135615 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9510e294-d803-4878-9b8b-8b75d0028226 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1003211
Nov 24 16:42:23.440281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a89a6a-4836-4a77-962d-77bbf1012f82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:23.441849 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-10a89a6a-4836-4a77-962d-77bbf1012f82 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.3018372
Nov 24 16:42:25.526900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 44918) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:25.666232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd94bd3-5917-4260-8335-0f6a549a7d4b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:25.666827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0fd94bd3-5917-4260-8335-0f6a549a7d4b admin admin] Synchronizing usage tracker for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:subnet {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:42:25.682878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0fd94bd3-5917-4260-8335-0f6a549a7d4b admin admin] Unset dirty status for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:subnet {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:42:25.684223 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0fd94bd3-5917-4260-8335-0f6a549a7d4b admin admin] 10.222.0.53 "GET /v2.0/subnets/b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5 HTTP/1.1" status: 200  len: 849 time: 0.1562479
Nov 24 16:42:25.694382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:42:25.822388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:26.017891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762801918374'] for subnet, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:26.022409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ed2ecc83-aba3-450a-9fdd-50a90aed1c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:42:26.068900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:26.069613 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:26.082141 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] 10.222.0.53 "PUT /v2.0/subnets/b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5 HTTP/1.1" status: 200  len: 868 time: 0.3807769
Nov 24 16:42:26.082384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b426309-6016-456f-8fcd-0eac8c2df9f4 None None] Network b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:42:26.096822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:42:26.108131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.108501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.108870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.109241 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.109606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.109972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.110387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.110755 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.111116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.111473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.111833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:42:26.115799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:42:26.601898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-546066c1-5692-4117-8031-4fd8f12e6d41 None None] Provisioning complete for port 54d5940e-c1d6-48bf-b7bc-bfb7b3a1b085 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:42:26.602487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-546066c1-5692-4117-8031-4fd8f12e6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:26.748721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-546066c1-5692-4117-8031-4fd8f12e6d41 None None] Provisioning complete for port 1c2b5ee9-e427-4973-92f3-af0e0df008b3 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:42:26.748998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-546066c1-5692-4117-8031-4fd8f12e6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:27.807868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:42:28.214922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 44930) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:29.179399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.policy [None req-b11b1ba3-8f1b-4069-8354-e716c0e6a481 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88184) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Nov 24 16:42:29.185773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b1ba3-8f1b-4069-8354-e716c0e6a481 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:29.186211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b1ba3-8f1b-4069-8354-e716c0e6a481 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:29.194082 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b11b1ba3-8f1b-4069-8354-e716c0e6a481 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.9720669
Nov 24 16:42:31.368821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 44948) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:31.580183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a7ca9-5ecd-400a-823e-4b91ea8e367b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:31.580519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99a7ca9-5ecd-400a-823e-4b91ea8e367b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:31.582241 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b99a7ca9-5ecd-400a-823e-4b91ea8e367b admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2123809
Nov 24 16:42:33.675608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 44960) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:33.878969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81787c0c-21fa-41d6-97da-18c7cb7b4022 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:33.880446 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-81787c0c-21fa-41d6-97da-18c7cb7b4022 admin admin] 10.222.0.53 "GET /v2.0/networks/2c4e2299-fad1-412a-8da3-3a110d691bba HTTP/1.1" status: 200  len: 886 time: 0.2037158
Nov 24 16:42:35.031726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-757443b2-540c-442b-b87b-3c9dec99b628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:35.971982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 44972) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:36.181732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc5169-593f-47f8-84a8-d37212891cb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:36.183235 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c3fc5169-593f-47f8-84a8-d37212891cb0 admin admin] 10.222.0.53 "GET /v2.0/networks/b4e025ca-d7ae-4da4-b9f0-a2e51d9d9ee8 HTTP/1.1" status: 200  len: 869 time: 0.2102149
Nov 24 16:42:36.492379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:37.544985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed23f9ef-89f6-4237-829f-f31add884cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:38.010411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:38.291211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 44984) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:38.433392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783c464-e766-4390-9101-be59431a9871 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:38.433794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783c464-e766-4390-9101-be59431a9871 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:38.435415 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4783c464-e766-4390-9101-be59431a9871 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1431961
Nov 24 16:42:38.981310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:42:40.542928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 44996) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:40.682537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c35816-8f8c-4eb3-a1f0-c53127502854 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:40.682941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c35816-8f8c-4eb3-a1f0-c53127502854 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:40.684539 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-56c35816-8f8c-4eb3-a1f0-c53127502854 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1402683
Nov 24 16:42:42.798739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45008) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:42.941772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28124f1b-aa6d-4326-b065-bcca699e2150 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:42.943229 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-28124f1b-aa6d-4326-b065-bcca699e2150 admin admin] 10.222.0.53 "GET /v2.0/subnets/b5b09d11-4bab-4f1f-8b0b-5b0ca134bec5 HTTP/1.1" status: 200  len: 868 time: 0.1434772
Nov 24 16:42:45.269014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45020) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:42:45.415370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a429ceb-cd21-4acd-a5f8-5d326d02ef70 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:42:45.416773 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5a429ceb-cd21-4acd-a5f8-5d326d02ef70 admin admin] 10.222.0.53 "GET /v2.0/subnets/c272ff19-52de-4b4f-a073-f05b5b83ec33 HTTP/1.1" status: 200  len: 816 time: 0.1466551
Nov 24 16:43:04.808480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:43:05.034201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90f0a7ee-38e0-4cad-ae71-0c708767e1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:05.882698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45068) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:43:05.960173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [None req-735a717b-4e75-4896-860d-0503071df3c2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88184) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:43:05.961298 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-735a717b-4e75-4896-860d-0503071df3c2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0775800
Nov 24 16:43:06.495169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:07.547734 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9badcc02-823a-454a-b82c-9b2a00051a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:08.017122 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:08.314526 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45080) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:43:08.430698 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adce939-8409-4908-adea-b7291d13dfcc admin admin] GET failed (client error): The resource could not be found.
Nov 24 16:43:08.432101 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7adce939-8409-4908-adea-b7291d13dfcc admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1166449
Nov 24 16:43:08.581844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f36fa5-7f23-4f7a-afba-4550106c52cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:43:08.583410 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f5f36fa5-7f23-4f7a-afba-4550106c52cc admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1469615
Nov 24 16:43:08.981713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:10.700633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45092) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:43:10.784332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:43:10.789686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:43:10.799585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:43:10.809275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Made reservation on behalf of 00a5583c7b7443e98e7a1d31a0b638dc for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:43:10.813995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:10.908454 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.services.revisions.revision_plugin [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f83fa2bcac8] {project_id='00a5583c7b7443e98e7a1d31a0b638dc', id='5bac8d2b-522f-4a9b-bf41-edabd13ca043', target_tenant='*', action='access_as_shared', object_id='c52a776a-13bc-4cc7-baa0-cbce0328becf'}> to bump revision.
Nov 24 16:43:10.920047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:43:10.928728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:10.929114 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Added segment a0aefaa4-f52a-4a87-b190-f09e0d05946e of type vlan for network c52a776a-13bc-4cc7-baa0-cbce0328becf
Nov 24 16:43:10.954231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:10.982924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:10.984153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:43:10.984783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:10.989545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:43:11.088206 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3863721
Nov 24 16:43:11.094161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c52a776a-13bc-4cc7-baa0-cbce0328becf,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:43:11.097286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:43:11.107856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network c52a776a-13bc-4cc7-baa0-cbce0328becf details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:43:13.219589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45104) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:43:13.320222 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1da9ed3-9118-4384-b14e-42903769609c admin admin] GET failed (client error): The resource could not be found.
Nov 24 16:43:13.321013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a1da9ed3-9118-4384-b14e-42903769609c admin admin] Synchronizing usage tracker for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:network {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:43:13.336260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a1da9ed3-9118-4384-b14e-42903769609c admin admin] Unset dirty status for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:network {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:43:13.337447 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a1da9ed3-9118-4384-b14e-42903769609c admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1167865
Nov 24 16:43:13.454977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f83ad-ffb4-4f1b-ad4b-71964582acd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:43:13.456480 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b93f83ad-ffb4-4f1b-ad4b-71964582acd3 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1145198
Nov 24 16:43:13.467279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Request body: {'subnet': {'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:43:13.472032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:43:13.481810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:43:13.490428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Made reservation on behalf of 00a5583c7b7443e98e7a1d31a0b638dc for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:43:13.495647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:13.701142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:13.705670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d7e19ce3-b9c4-4267-a8b5-2166f7261660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:43:13.782580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d9c1e4-2d50-4b26-a7f0-6e2ba117df20,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:43:13.786610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:43:13.795044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Checking segment: {'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:43:13.795431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Network hostable DHCP agents. Network: c52a776a-13bc-4cc7-baa0-cbce0328becf, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:43:13.816254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Network c52a776a-13bc-4cc7-baa0-cbce0328becf is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:43:13.825873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, c52a776a-13bc-4cc7-baa0-cbce0328becf) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:43:13.830344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:43:13.830981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:13.835924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e182ab8-7dcf-4fa5-9b68-1f315682d626 None None] Network c52a776a-13bc-4cc7-baa0-cbce0328becf requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:43:13.855520 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6f1d1081-7122-4236-88e8-cf739f5daa00 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3921089
Nov 24 16:43:14.067608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-c52a776a-13bc-4cc7-baa0-cbce0328becf', 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf', 'tenant_id': '00a5583c7b7443e98e7a1d31a0b638dc', 'fixed_ips': [{'subnet_id': 'f9d9c1e4-2d50-4b26-a7f0-6e2ba117df20'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:43:14.068490 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:14.239502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Allocated IP 192.168.233.2 (c52a776a-13bc-4cc7-baa0-cbce0328becf/f9d9c1e4-2d50-4b26-a7f0-6e2ba117df20/c0dfc3a3-d58a-4753-a082-4069f0bf7eb6) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:43:14.466700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:14.480194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Transition to ACTIVE for port object c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:43:14.498873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Transition to ACTIVE for port object c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:43:14.505891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:14.512142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:43:14.581037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Network c52a776a-13bc-4cc7-baa0-cbce0328becf is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:43:14.585290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:43:14.587351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Pushing event updated for resources: {'Port': ['ID=c0dfc3a3-d58a-4753-a082-4069f0bf7eb6,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:43:14.589860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:43:14.637190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.637644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.638238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.638811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.639449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.640083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.640708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.641342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.642334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.642665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.643239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:43:14.674572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:43:14.852532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Attempting to bind port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:43:14.852953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Attempting to bind port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:43:14.853257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Attempting to bind port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 on network c52a776a-13bc-4cc7-baa0-cbce0328becf {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:43:14.861028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:43:14.861436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Checking segment: {'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:43:14.861876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:14.862444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Bound using segment: {'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:43:14.862969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Bound port: c0dfc3a3-d58a-4753-a082-4069f0bf7eb6, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:43:14.863384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:14.963626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] For port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:43:14.967081 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] For port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c0dfc3a3-d58a-4753-a082-4069f0bf7eb6,segment=NetworkSegment(a0aefaa4-f52a-4a87-b190-f09e0d05946e),segment_id=a0aefaa4-f52a-4a87-b190-f09e0d05946e)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:43:14.970560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:14.976030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:43:15.056851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Pushing event updated for resources: {'Port': ['ID=c0dfc3a3-d58a-4753-a082-4069f0bf7eb6,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:43:15.060821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:43:16.660155 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78fa171-438d-4f8f-8090-bd75f453741e None None] Network c52a776a-13bc-4cc7-baa0-cbce0328becf requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:43:16.774960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-280a5636-7a90-47b1-beb4-17dc55581ed0 None None] Provisioning for port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:43:16.963654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:43:17.042258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:43:17.049748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:43:17.050429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:17.203840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:17.253332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-16066cd2-b398-4004-bc3e-0bdd2b7bb689 None None] Provisioning complete for port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:43:17.253738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16066cd2-b398-4004-bc3e-0bdd2b7bb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:17.279611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c0dfc3a3-d58a-4753-a082-4069f0bf7eb6,segment=NetworkSegment(a0aefaa4-f52a-4a87-b190-f09e0d05946e),segment_id=a0aefaa4-f52a-4a87-b190-f09e0d05946e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:43:17.285165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:17.301102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:43:17.383044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=c0dfc3a3-d58a-4753-a082-4069f0bf7eb6,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:43:17.386371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:43:18.927519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:43:18.998351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port c0dfc3a3-d58a-4753-a082-4069f0bf7eb6 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:43:18.998768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:35.038267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d97d2adb-911a-4dbd-9766-40cf767b21fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:36.501135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:37.549810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-742234ed-bf44-4128-b5e6-76a5423695ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:38.017629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:38.989748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:43:41.809533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:44:05.043514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23afdd0a-6c51-45a6-b554-63f01f4eb91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:06.495735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:07.551099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0610b634-221c-4c75-9d06-adfec0d3b9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:08.021085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:08.989553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:18.810580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:44:31.919903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45138) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:44:31.926817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [None req-3793e3fd-1201-4ea1-8764-b20e2ac0abca tempest-verify_tempest_config-1477840082 tempest-verify_tempest_config-1477840082-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:44:31.927872 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3793e3fd-1201-4ea1-8764-b20e2ac0abca tempest-verify_tempest_config-1477840082 tempest-verify_tempest_config-1477840082-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0068636
Nov 24 16:44:32.351616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45156) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:44:32.499106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:32.531150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:44:32.535053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Usage tracker for resource:security_group_rule and tenant:e61c26a7dd364e849549a000fe97450c is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:44:32.537908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:44:32.543794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:44:32.612178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:32.615082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:32.623135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:44:32.667623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce84370-2dc2-45e0-ac44-8e34e3c5adfa,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:44:32.672555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Synchronizing usage tracker for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:44:32.683087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.683471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.683845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.684213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.684593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.684959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.685321 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.685680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.686078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.686422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.686778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:44:32.691295 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:44:32.702629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Unset dirty status for tenant:00a5583c7b7443e98e7a1d31a0b638dc on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:44:32.703971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e61c26a7dd364e849549a000fe97450c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3513288
Nov 24 16:44:32.706726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45162) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:44:32.767673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:32.793341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:32.846115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:32.851129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:44:32.861555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce84370-2dc2-45e0-ac44-8e34e3c5adfa,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:44:32.864723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:44:32.870452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:32.873890 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ce84370-2dc2-45e0-ac44-8e34e3c5adfa HTTP/1.1" status: 204  len: 168 time: 0.1639376
Nov 24 16:44:35.046706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d7751f83-35d4-4924-a821-0fc317032380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:36.498757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:37.554885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c24e608b-7e76-42cd-8f49-0a43d58a6368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:38.023194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:38.993193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:44:55.811973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:45:05.048513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e15505db-a856-4a50-afa7-55ec8913927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:06.500884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:07.558480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f4518467-0e4d-4991-b69f-69daa6d88be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:08.025000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:08.995059 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:32.811743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 5 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:45:35.050325 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a46d2cd-5942-4d2c-b161-245805b656f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:36.503188 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:37.559160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6a531cd3-52b3-429d-a395-ee73183ab47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:38.028223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:45:38.997265 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:00.051655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686901'] for agent, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:05.057607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81dfdeb2-260f-4438-a5f4-fba82b2c6f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:06.506368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:07.560362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe228-6a8b-4341-b2b8-47a2daae4e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:08.032025 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:08.999627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:09.812940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:46:17.120161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45244) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:46:17.267508 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-376e9d1e-9b8c-4771-a83e-f9754c0bf7f8 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1461320
Nov 24 16:46:19.442584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45256) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:46:19.534693 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e514e6a1-acb3-4bd7-be81-fc939e12bb2a admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0908287
Nov 24 16:46:30.036485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:35.048185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c1272e9-7e7c-4944-9079-355bf5f438e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:36.508372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:37.561290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c765b080-3e12-4d14-a727-18cec37dd796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:38.034890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:39.001945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:46:46.814292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:47:00.032428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:05.049537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42f50749-ae9f-4914-83d6-263a9365e0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:06.510976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:07.567434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-50b9347d-88b0-4ea6-b6c5-5c23b943ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:08.037485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:09.007699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:23.816418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:47:30.029975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:35.050271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb799f1c-1455-4cfe-a9a4-9bd6f9d31d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:36.516780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:37.559955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-411c8a26-03c1-43d4-a73f-ce87c81f7c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:38.042657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:47:39.009425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:00.045245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:00.817785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:48:05.064446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8f9a041f-9ed9-4589-85e6-570f3f1fce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:06.524724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:07.572708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9207ad94-66da-4152-987f-034452815b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:08.042990 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:09.013731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:10.362052 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45446) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:10.743475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45462) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:10.874044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1143728348-network', 'tenant_id': 'e1293be0c07d47dc908154cfb3164097'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:10.876572 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.quota [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f83fa343198>.
Nov 24 16:48:10.884719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:10.890291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Usage tracker for resource:network and tenant:e1293be0c07d47dc908154cfb3164097 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:10.893637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:10.901350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:10.914949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Made reservation on behalf of e1293be0c07d47dc908154cfb3164097 for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:10.921079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:10.938558 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:10.972443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45476) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:10.986050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:10.990049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Usage tracker for resource:security_group_rule and tenant:e1293be0c07d47dc908154cfb3164097 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:10.993194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:10.999226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.062243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45484) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:11.086639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.089890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.095151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:11.114862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:48:11.142434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274052811329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.143039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f83fb2c5bf8> segment precommit_create {{(pid=88184) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 24 16:48:11.143499 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Added segment 69364bde-6838-4a5a-a068-f765120c0bf9 of type vlan for network 449a0058-562d-43cd-b9d2-375a9241e5be
Nov 24 16:48:11.185840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6539b3df-49b7-4312-9936-1109e1317d35,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:11.207500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.208077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.208626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.209213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.209561 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.210082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.210578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.211107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.212129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.212669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.213223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Tracked resource versions report:
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]: pushed versions:
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]: {   'ConntrackHelper': {'1.0'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Log': {'1.0'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Network': {'1.1'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Port': {'1.5'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'PortForwarding': {'1.2'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'QosPolicy': {'1.8'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroup': {'1.2'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroupRule': {'1.0'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SubPort': {'1.0'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Subnet': {'1.1'},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Trunk': {'1.1'}}
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]: consumer versions:
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]: {   DHCP agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     HyperV agent@hv-cinder-81877: {},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     L3 agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metadata agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metering agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:     Open vSwitch agent@dv-cinder-818778-2-iscsi: {   'ConntrackHelper': '1.0',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Log': '1.0',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Network': '1.1',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Port': '1.5',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'PortForwarding': '1.2',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'QosPolicy': '1.8',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroup': '1.2',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroupRule': '1.0',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SubPort': '1.0',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Subnet': '1.1',
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Trunk': '1.1'}}
Nov 24 16:48:11.214522 dv-cinder-818778-2-iscsi neutron-server[88073]:  {{(pid=88184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 16:48:11.256429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.288147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:11.303495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.304859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:11.305516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.310731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:11.319151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1524087866-network', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:11.326350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:11.332158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Usage tracker for resource:network and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:11.336944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:11.344546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.382296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-network', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:11.390394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:11.396809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Usage tracker for resource:network and tenant:7b770c1ee1024ee4807e284a94960fd0 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:11.403019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:11.415214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.466344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-network', 'tenant_id': '5bc4b64f600d48fe89469791c11343df'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:11.474728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:11.480220 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Usage tracker for resource:network and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:11.483748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:11.497687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.556729 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Pushing event updated for resources: {'Network': ['ID=449a0058-562d-43cd-b9d2-375a9241e5be,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:11.559044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Made reservation on behalf of 5bc4b64f600d48fe89469791c11343df for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:11.560350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:11.562619 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1994727
Nov 24 16:48:11.566642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45504) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:11.568697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 449a0058-562d-43cd-b9d2-375a9241e5be details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:48:11.573445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Request body: {'subnet': {'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1143728348-subnet', 'tenant_id': 'e1293be0c07d47dc908154cfb3164097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:11.578763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:11.584161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Usage tracker for resource:subnet and tenant:e1293be0c07d47dc908154cfb3164097 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:11.585988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:11.587272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.592431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.603227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Made reservation on behalf of e1293be0c07d47dc908154cfb3164097 for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:11.607706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.618789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Made reservation on behalf of 2e1db92b17144247b41c70a2ad4c19eb for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:11.629735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.661573 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Made reservation on behalf of 7b770c1ee1024ee4807e284a94960fd0 for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:11.666779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.718630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.736855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.758546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.846566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:11.852635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:11.854857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:11.857260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Usage tracker for resource:security_group_rule and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:11.872719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:11.885190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:11.903661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Usage tracker for resource:security_group_rule and tenant:7b770c1ee1024ee4807e284a94960fd0 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:11.906499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:11.919442 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.922578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:11.923877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:11.933820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.937378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:11.937847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.051044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.106201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.110769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Checking segment: {'id': '69364bde-6838-4a5a-a068-f765120c0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:12.111159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Network hostable DHCP agents. Network: 449a0058-562d-43cd-b9d2-375a9241e5be, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:48:12.123833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:48:12.133597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.134018 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Added segment 7d12870d-5fe5-41d5-b974-c305dcf0689e of type vlan for network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206
Nov 24 16:48:12.162436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.178719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=46745a90-ced6-48a0-afa8-2d91db25ee09,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:12.191791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:12.203870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6b6f806d-592d-43c3-89c1-d50efba2e360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.210805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Network 449a0058-562d-43cd-b9d2-375a9241e5be is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:48:12.229544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 449a0058-562d-43cd-b9d2-375a9241e5be) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:12.237644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:12.239950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.240527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.240686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89cdb2a-9521-4839-9fac-9091e19b1642 None None] Network 449a0058-562d-43cd-b9d2-375a9241e5be requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:12.241307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17141b-a29b-44d6-b49f-5aef6cc9f7b3,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:12.255068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.255368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.255748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.256119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.256500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.256869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.257233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.257597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.257985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.258384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.258747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Tracked resource versions report:
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]: pushed versions:
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]: {   'ConntrackHelper': {'1.0'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Log': {'1.0'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Network': {'1.1'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Port': {'1.5'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'PortForwarding': {'1.2'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'QosPolicy': {'1.8'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroup': {'1.2'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroupRule': {'1.0'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SubPort': {'1.0'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Subnet': {'1.1'},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Trunk': {'1.1'}}
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]: consumer versions:
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]: {   DHCP agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     HyperV agent@hv-cinder-81877: {},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     L3 agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metadata agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metering agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:     Open vSwitch agent@dv-cinder-818778-2-iscsi: {   'ConntrackHelper': '1.0',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Log': '1.0',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Network': '1.1',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Port': '1.5',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'PortForwarding': '1.2',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'QosPolicy': '1.8',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroup': '1.2',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroupRule': '1.0',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SubPort': '1.0',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Subnet': '1.1',
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Trunk': '1.1'}}
Nov 24 16:48:12.260053 dv-cinder-818778-2-iscsi neutron-server[88073]:  {{(pid=88185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 16:48:12.267795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.269453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:12.270121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.297149 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7286673
Nov 24 16:48:12.304038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:12.304539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.407079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:12.409510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.416061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:12.421609 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6728206
Nov 24 16:48:12.422128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45538) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:12.428380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Request body: {'subnet': {'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1524087866-subnet', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:12.430480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.435211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:12.436777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:48:12.440934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Usage tracker for resource:subnet and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:12.444801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:12.452173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:12.463694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Made reservation on behalf of 2e1db92b17144247b41c70a2ad4c19eb for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:12.469253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.475985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:48:12.504722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.507805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12a27b-708c-41c8-8ce5-574ab89d29ec,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:12.517404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:12.518696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.522291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.522754 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Added segment 0332f1be-2fb8-4c5e-98a4-a4c80611efdd of type vlan for network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97
Nov 24 16:48:12.548210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.600424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:48:12.616316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.623969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b963236-1dc0-4e33-a70e-1de1c8dcc0a7,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:12.630144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:12.631149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.631536 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Added segment c7ee4e7d-2b0d-49bf-9b70-1e15faebefec of type vlan for network 775fd794-fac2-4525-b9fe-0504fe2b2946
Nov 24 16:48:12.687216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.699431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.701971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:12.702673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.710283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.866820 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.8904948
Nov 24 16:48:12.867939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45550) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:12.868903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Pushing event updated for resources: {'Network': ['ID=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:12.880215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:12.881337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.883866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ef82f-6893-413c-a270-4a40904aaa01 None None] Network 449a0058-562d-43cd-b9d2-375a9241e5be requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:12.886177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Request body: {'subnet': {'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-subnet', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:12.891145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:12.891783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.893847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:12.903227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e8a3fcfb-1331-40fe-8276-14fc274c1ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.913718 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:12.920215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:12.955683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Usage tracker for resource:subnet and tenant:7b770c1ee1024ee4807e284a94960fd0 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:12.964914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:12.965424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:48:12.996161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Checking segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:12.996793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Network hostable DHCP agents. Network: 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:48:13.020950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:13.024077 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.9601977
Nov 24 16:48:13.036082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45556) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:13.042898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:48:13.052959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Pushing event updated for resources: {'Network': ['ID=775fd794-fac2-4525-b9fe-0504fe2b2946,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:13.056594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Made reservation on behalf of 7b770c1ee1024ee4807e284a94960fd0 for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:13.061377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.064206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Request body: {'subnet': {'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-subnet', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:13.072072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:13.077253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3cda01-c06c-4572-8598-7740ad88346a,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:13.079222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:13.080259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:48:13.109355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:13.110006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.168086 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7421358
Nov 24 16:48:13.183950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:13.190349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45570) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:13.205582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Usage tracker for resource:subnet and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:13.214249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:13.231428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:13.234455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d35e9-37d0-410b-b170-bf89f42ca222 None None] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:13.247474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:13.252648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Usage tracker for resource:router and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:13.265202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:13.278351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:13.298094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:13.299053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:13.307081 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.308356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.325482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Made reservation on behalf of 5bc4b64f600d48fe89469791c11343df for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:13.331591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.518201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.538019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:13.561106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.603399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4789849-0a30-4a68-8744-91bb92647a26,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:13.610325 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:13.652231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Checking segment: {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:13.652625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Network hostable DHCP agents. Network: 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:48:13.677494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:48:13.687996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:13.692874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:13.693560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.720036 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8482716
Nov 24 16:48:13.724678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45590) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:13.743930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:13.757770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:13.768301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Usage tracker for resource:router and tenant:7b770c1ee1024ee4807e284a94960fd0 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:13.779380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:13.793846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:13.823053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.824760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:13.849082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95801e-9a02-4436-afbd-460bcbe5242e None None] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:13.871039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:14.386815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:14.410123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9e25924f-716a-4a22-8f10-169996df0a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:14.480442 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:14.485567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:14.527297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:48:14.528337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:14.700794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:14.715672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:14.724005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Checking segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:14.726334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Network hostable DHCP agents. Network: 775fd794-fac2-4525-b9fe-0504fe2b2946, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:48:14.833249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:48:14.840404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Allocated IP 172.20.0.2 (6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206/1a3cda01-c06c-4572-8598-7740ad88346a/fb39fec2-a3f2-4246-9262-7dbe2729afc6) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:14.847527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 775fd794-fac2-4525-b9fe-0504fe2b2946) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:14.868730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:14.870412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:14.916555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:14.926773 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.8892937
Nov 24 16:48:14.935817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45618) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:14.958870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:14.977433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:14.991691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.003953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Usage tracker for resource:router and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:15.082661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:15.111104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:15.138665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.139791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.145285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.157500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Allocated IP 172.27.3.128 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/78999b54-6501-4ad6-95cd-e74bcbc5ecf8) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:15.217921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.222743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f6f43-579d-4ddf-a6a4-f73d23f5471c None None] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:15.293672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.411537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.449384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722d984-a445-42df-b4a9-608fef6c3164 None None] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:15.471217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Transition to ACTIVE for port object fb39fec2-a3f2-4246-9262-7dbe2729afc6 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:15.512857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.542224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45656) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:15.546154 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 24 16:48:15.587118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.727217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2493399c-4db4-47a4-a09f-25f28168d824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:15.824096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Transition to ACTIVE for port object fb39fec2-a3f2-4246-9262-7dbe2729afc6 will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:15.843438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:15.890771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:15.896910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:15.900923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:15.917954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:15.998995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Pushing event updated for resources: {'Port': ['ID=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:16.011566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:16.030310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-c2649a00-f55b-4359-bb3a-68ecae4d5775 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:16.033110 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-c2649a00-f55b-4359-bb3a-68ecae4d5775 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/networks?id=449a0058-562d-43cd-b9d2-375a9241e5be HTTP/1.1" status: 200  len: 812 time: 0.4883835
Nov 24 16:48:16.059479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:16.064360 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-789bf943-8a39-4309-9988-38062eb75c21 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/quotas/e1293be0c07d47dc908154cfb3164097 HTTP/1.1" status: 200  len: 375 time: 0.0170255
Nov 24 16:48:16.098257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:16.111032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:16.121535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.125723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Allocated IP 172.27.3.195 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/76848fbe-ba55-4c9b-938c-c9df27f0cb5b) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:16.180498 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-fc8db029-9d11-46ce-9b9d-9937883f93f6 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1293be0c07d47dc908154cfb3164097&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0948296
Nov 24 16:48:16.204249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Pushing event updated for resources: {'Port': ['ID=fb39fec2-a3f2-4246-9262-7dbe2729afc6,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:16.236608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.237658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.283324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-775fd794-fac2-4525-b9fe-0504fe2b2946', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:48:16.284215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.309961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.310396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.310726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.311096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.311459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.311821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.312181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.312561 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.312917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.313272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.313626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Tracked resource versions report:
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]: pushed versions:
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]: {   'ConntrackHelper': {'1.0'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Log': {'1.0'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Network': {'1.1'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Port': {'1.5'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'PortForwarding': {'1.2'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'QosPolicy': {'1.8'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroup': {'1.2'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroupRule': {'1.0'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SubPort': {'1.0'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Subnet': {'1.1'},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Trunk': {'1.1'}}
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]: consumer versions:
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]: {   DHCP agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     HyperV agent@hv-cinder-81877: {},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     L3 agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metadata agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metering agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:     Open vSwitch agent@dv-cinder-818778-2-iscsi: {   'ConntrackHelper': '1.0',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Log': '1.0',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Network': '1.1',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Port': '1.5',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'PortForwarding': '1.2',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'QosPolicy': '1.8',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroup': '1.2',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroupRule': '1.0',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SubPort': '1.0',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Subnet': '1.1',
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Trunk': '1.1'}}
Nov 24 16:48:16.315256 dv-cinder-818778-2-iscsi neutron-server[88073]:  {{(pid=88186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 16:48:16.324165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:16.393404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.558814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.563651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Attempting to bind port fb39fec2-a3f2-4246-9262-7dbe2729afc6 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:16.564062 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Attempting to bind port fb39fec2-a3f2-4246-9262-7dbe2729afc6 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:16.564462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Attempting to bind port fb39fec2-a3f2-4246-9262-7dbe2729afc6 on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:16.570866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Router 448502e0-bb35-4bec-ba0c-4501f9c6c4be is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:48:16.585462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:16.585716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Checking segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:16.585829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:16.586748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.587186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Bound using segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:16.587711 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Bound port: fb39fec2-a3f2-4246-9262-7dbe2729afc6, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:16.588120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.651904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45698) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:16.668520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:16.672302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:16.678511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:16.757226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:16.763838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-304822d1-905d-4dc7-b6be-7adde90f5982 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:48:16.765044 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-304822d1-905d-4dc7-b6be-7adde90f5982 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2628558
Nov 24 16:48:16.794921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:16.795054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Allocated IP 172.20.0.2 (775fd794-fac2-4525-b9fe-0504fe2b2946/58b1fbfc-eae2-4eed-a3d4-bb6d082c2554/1dbe9257-78be-4fde-b4b5-194f693a221c) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:16.797488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] For port fb39fec2-a3f2-4246-9262-7dbe2729afc6, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:16.802780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] For port fb39fec2-a3f2-4246-9262-7dbe2729afc6, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=fb39fec2-a3f2-4246-9262-7dbe2729afc6,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:16.807587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.941103 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-9048be89-bb30-430a-96cc-876e6ad9d2e3 service neutron] 10.222.0.53 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625977
Nov 24 16:48:16.953258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:16.999587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:17.027865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.029400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.073847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:17.078162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Usage tracker for resource:security_group_rule and tenant:bf67d4c04c9c4ff6b866e23cc3c387a6 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:17.082817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:17.089911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:17.265974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Pushing event updated for resources: {'Port': ['ID=fb39fec2-a3f2-4246-9262-7dbe2729afc6,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:17.272419 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-592fd163-cc5c-4fc8-bd6a-37fb6861b66a service neutron] 10.222.0.53 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295377
Nov 24 16:48:17.275833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.276021 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:17.276644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.290819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Allocated IP 172.27.3.54 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/6f8737cc-2af2-415b-a7d9-18331f397e3d) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:17.315663 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.331204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Transition to ACTIVE for port object 1dbe9257-78be-4fde-b4b5-194f693a221c will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:17.359163 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Transition to ACTIVE for port object 1dbe9257-78be-4fde-b4b5-194f693a221c will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:17.361285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:48:17.364001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.367984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.371600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.376989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Sync routers for ids ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:48:17.387679 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7b100a60-fc8a-475f-966a-6e24a813b9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:17.388392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:17.408522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Routers {'448502e0-bb35-4bec-ba0c-4501f9c6c4be'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:17.409524 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa0591d0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:17.490863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:17.500808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:17.502002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.506354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Pushing event updated for resources: {'Port': ['ID=1dbe9257-78be-4fde-b4b5-194f693a221c,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:17.506943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:17.507252 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.7806716
Nov 24 16:48:17.508249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:17.509376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45714) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:17.510288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304148a8-aaa3-4230-a3d3-76c33d0d6710,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:17.517198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:17.587343 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf67d4c04c9c4ff6b866e23cc3c387a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9277356
Nov 24 16:48:17.599541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45720) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:17.640793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Attempting to bind port 1dbe9257-78be-4fde-b4b5-194f693a221c on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:17.641352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Attempting to bind port 1dbe9257-78be-4fde-b4b5-194f693a221c by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:17.641872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Attempting to bind port 1dbe9257-78be-4fde-b4b5-194f693a221c on network 775fd794-fac2-4525-b9fe-0504fe2b2946 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:17.650145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:17.650895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Checking segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:17.651569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.652203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Bound using segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:17.652945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Bound port: 1dbe9257-78be-4fde-b4b5-194f693a221c, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:17.653771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.755358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Set router 448502e0-bb35-4bec-ba0c-4501f9c6c4be gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:17.817528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] For port 1dbe9257-78be-4fde-b4b5-194f693a221c, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:17.821536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] For port 1dbe9257-78be-4fde-b4b5-194f693a221c, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1dbe9257-78be-4fde-b4b5-194f693a221c,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:17.831272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:17.856133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45740) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:17.856346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7b100a60-fc8a-475f-966a-6e24a813b9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:17.943417 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6c354e43-b3c2-4271-b468-d8123a771ad4 req-02fb515e-f67a-4258-9177-c0d78a7d5827 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 210 time: 0.0847709
Nov 24 16:48:17.953170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Pushing event updated for resources: {'Port': ['ID=1dbe9257-78be-4fde-b4b5-194f693a221c,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:17.969400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:18.062392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.145444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.206058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.212819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.249141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:18.370303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:18.375456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa0591d0>, [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:16Z', 'revision_number': 3, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port': {'id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:18.376319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:18.378318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8737cc-2af2-415b-a7d9-18331f397e3d,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:18.380477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Checking router: 448502e0-bb35-4bec-ba0c-4501f9c6c4be for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:48:18.381576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Updating router 448502e0-bb35-4bec-ba0c-4501f9c6c4be port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:48:18.387404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:18.424479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:18.458210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.498533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Router 6397843f-f020-4c1b-85ca-5cb180d6f04e is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:48:18.503366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.517262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:18.536096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304148a8-aaa3-4230-a3d3-76c33d0d6710,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:18.543885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:18.653857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.655103 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/304148a8-aaa3-4230-a3d3-76c33d0d6710 HTTP/1.1" status: 204  len: 168 time: 1.0541668
Nov 24 16:48:18.783983 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:18.784971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:19.306409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1dbe9257-78be-4fde-b4b5-194f693a221c up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:19.388211 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f0606d7f-beeb-46cd-9c63-1722d44ac191 req-e6ef5697-58b2-41c2-903c-ad0f34f6585d tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 210 time: 0.1489174
Nov 24 16:48:19.453179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:48:19.473360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Sync routers for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:48:19.527912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:19.528651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d568d0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:19.549487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:19.553491 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.3521640
Nov 24 16:48:19.557753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45792) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:19.587771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:19.606685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Transition to ACTIVE for port object 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:19.616973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:19.626699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:19.788522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:19.872525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Attempting to bind port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:19.874685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Attempting to bind port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:19.877125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Attempting to bind port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:19.888610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Pushing event updated for resources: {'Port': ['ID=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,revision_number=2']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:19.902196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:19.902888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:19.903550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:19.904182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:19.904909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Bound port: 78999b54-6501-4ad6-95cd-e74bcbc5ecf8, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:19.905815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:19.994945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:19.995517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.002768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Tracked resource versions report:
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]: pushed versions:
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]: {   'ConntrackHelper': {'1.0'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Log': {'1.0'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Network': {'1.1'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Port': {'1.5'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'PortForwarding': {'1.2'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'QosPolicy': {'1.8'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroup': {'1.2'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SecurityGroupRule': {'1.0'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'SubPort': {'1.0'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Subnet': {'1.1'},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     'Trunk': {'1.1'}}
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]: consumer versions:
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]: {   DHCP agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     HyperV agent@hv-cinder-81877: {},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     L3 agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metadata agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     Metering agent@dv-cinder-818778-2-iscsi: {},
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:     Open vSwitch agent@dv-cinder-818778-2-iscsi: {   'ConntrackHelper': '1.0',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Log': '1.0',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Network': '1.1',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Port': '1.5',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'PortForwarding': '1.2',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'QosPolicy': '1.8',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroup': '1.2',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SecurityGroupRule': '1.0',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'SubPort': '1.0',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Subnet': '1.1',
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:                                                      'Trunk': '1.1'}}
Nov 24 16:48:20.004120 dv-cinder-818778-2-iscsi neutron-server[88073]:  {{(pid=88187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 24 16:48:20.034755 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Router f812adf4-abcf-4aef-87a0-8f8e83fccd71 is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:48:20.041626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45808) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:20.091412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] For port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:20.095543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] For port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:20.097359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:20.101020 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:20.105892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:20.116358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:20.237072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:20.251079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Usage tracker for resource:security_group_rule and tenant:4c34c7ac33d54fc28f39edf828f2f0fc is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:20.261488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:20.281200 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:20.311873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:20.328844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3ac6d-9e54-4509-aa61-f91f4720db65 None None] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:20.337846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Pushing event updated for resources: {'Port': ['ID=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:20.342399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:20.354058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Routers {'448502e0-bb35-4bec-ba0c-4501f9c6c4be'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:20.354763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa0591d0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:20.365695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 1dbe9257-78be-4fde-b4b5-194f693a221c completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:20.400910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device fb39fec2-a3f2-4246-9262-7dbe2729afc6 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:20.546063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c3858007-aa36-49ea-8332-ca1ba5a57a30 None None] Provisioning for port fb39fec2-a3f2-4246-9262-7dbe2729afc6 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:20.650252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:20.703960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:20.791221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a8514e32-ff19-40ed-82a1-d147eff882ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:20.862734 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dabb4d89-df07-4cb5-981e-ece701e7ddde req-3dfd1d22-f3d4-4dc9-8bf1-717a0727f3f8 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 210 time: 0.1534448
Nov 24 16:48:20.905003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:48:20.937453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Sync routers for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:48:20.943618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] Set router 448502e0-bb35-4bec-ba0c-4501f9c6c4be gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:20.979693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d568d0>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:16Z', 'revision_number': 3, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:20.994012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Checking router: 6397843f-f020-4c1b-85ca-5cb180d6f04e for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:48:20.997450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Updating router 6397843f-f020-4c1b-85ca-5cb180d6f04e port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:48:21.004781 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c34c7ac33d54fc28f39edf828f2f0fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9618990
Nov 24 16:48:21.008512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957aed6-6681-4fec-ae79-518004f8b545,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:21.009784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45824) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:21.018149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:21.048721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Allocated IP 172.20.0.1 (6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97/d4789849-0a30-4a68-8744-91bb92647a26/76517584-e69b-4101-95bb-32f48df2d38c) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:21.061209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.063024 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.1258852
Nov 24 16:48:21.068523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 45828) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:21.105726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:21.106480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d77e10>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:21.146905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e2e5d-fd02-4202-8286-9e013d44c9e6 None None] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:48:21.220851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port fb39fec2-a3f2-4246-9262-7dbe2729afc6 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:21.232141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.265875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.266935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.298534 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.311190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:21.377592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:21.381552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:21.392451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:21.394192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.400128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.418167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Pushing event updated for resources: {'Port': ['ID=76517584-e69b-4101-95bb-32f48df2d38c,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:21.422468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:21.439479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port fb39fec2-a3f2-4246-9262-7dbe2729afc6 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:21.440219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.468647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Provisioning for port 1dbe9257-78be-4fde-b4b5-194f693a221c completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:21.522807 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.557377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Provisioning complete for port 1dbe9257-78be-4fde-b4b5-194f693a221c triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:21.557879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.586343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:21.587799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.752108 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f3071c60-20e4-4d94-a523-9a0f3d938538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:21.756806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.814093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] For port 1dbe9257-78be-4fde-b4b5-194f693a221c, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1dbe9257-78be-4fde-b4b5-194f693a221c,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:21.829278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.858610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.869075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.871095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:21.875162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:21.909827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa0591d0>, [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:16Z', 'revision_number': 3, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port': {'id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:21.923832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:21.956565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a7e7f-3fe6-488a-a3d2-ad1b11cb9c5f None None] The sync data for ids ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'] in dv-cinder-818778-2-iscsi is: [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:16Z', 'revision_number': 3, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port': {'id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:48:22.014322 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Pushing event updated for resources: {'Port': ['ID=76517584-e69b-4101-95bb-32f48df2d38c,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:22.019407 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:22.114432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Pushing event updated for resources: {'Port': ['ID=1dbe9257-78be-4fde-b4b5-194f693a221c,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:22.119434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:22.173474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d77e10>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:18Z', 'revision_number': 3, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:22.186390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Checking router: f812adf4-abcf-4aef-87a0-8f8e83fccd71 for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:48:22.186796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Updating router f812adf4-abcf-4aef-87a0-8f8e83fccd71 port 6f8737cc-2af2-415b-a7d9-18331f397e3d binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:48:22.302731 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3b5e1e5e-6949-458f-9fe8-8ed372f37e48 req-483a3ce4-962a-4ae6-9112-dae9f8b8b68a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 210 time: 0.1341383
Nov 24 16:48:22.321850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:22.366081 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957aed6-6681-4fec-ae79-518004f8b545,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:22.371535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:22.380477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:22.382614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:22.392108 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:22.395769 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2957aed6-6681-4fec-ae79-518004f8b545 HTTP/1.1" status: 204  len: 168 time: 1.3664248
Nov 24 16:48:22.396747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:22.430651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:22.616391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-45de755f-d53a-4cea-aa37-341635cb7636 None None] Provisioning complete for port fb39fec2-a3f2-4246-9262-7dbe2729afc6 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:22.616782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45de755f-d53a-4cea-aa37-341635cb7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:22.884530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port fb39fec2-a3f2-4246-9262-7dbe2729afc6, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=fb39fec2-a3f2-4246-9262-7dbe2729afc6,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:23.077000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Allocated IP 172.20.0.1 (6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206/1a3cda01-c06c-4572-8598-7740ad88346a/5d47c471-577c-4dfc-af9f-2c3e06c55f0e) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:23.098146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:23.152996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:23.200133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.21', 60293) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:23.303821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=fb39fec2-a3f2-4246-9262-7dbe2729afc6,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:23.318271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:23.531079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Router 448502e0-bb35-4bec-ba0c-4501f9c6c4be has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:48:23.612091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-6dbe894e-4322-4750-a85e-9c001aaedcba tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:23.621330 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-6dbe894e-4322-4750-a85e-9c001aaedcba tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.21 "GET /v2.0/networks?id=449a0058-562d-43cd-b9d2-375a9241e5be HTTP/1.1" status: 200  len: 812 time: 0.4185019
Nov 24 16:48:23.640926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1dbe9257-78be-4fde-b4b5-194f693a221c up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:23.789555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 1dbe9257-78be-4fde-b4b5-194f693a221c triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:23.790505 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:23.912555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:23.960072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:24.037201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Transition to ACTIVE for port object 5d47c471-577c-4dfc-af9f-2c3e06c55f0e will not be triggered until provisioned by entity DHCP. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:24.225522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:24.246742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:24.260472 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-15ffa430-b055-427e-9cef-236145bd9bec req-de0d77b0-734a-4708-a758-a959931a3314 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 210 time: 0.5197103
Nov 24 16:48:24.269987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Request body: {'port': {'device_id': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be', 'admin_state_up': True, 'tenant_id': 'e1293be0c07d47dc908154cfb3164097'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:24.338186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-48585f11-7312-4c60-be50-6ba4220622f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:24.346228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Transition to ACTIVE for port object 76848fbe-ba55-4c9b-938c-c9df27f0cb5b will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:24.437597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:24.499962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:24.713634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:24.731898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:24.743295 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:24.749580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:24.787550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f5f73fe3-57d9-4948-99a3-b51988398fa3 None None] Provisioning complete for port 1dbe9257-78be-4fde-b4b5-194f693a221c triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:24.788222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5f73fe3-57d9-4948-99a3-b51988398fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:24.886999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c329a2-b4d7-4c1a-9d5a-26524b47bede None None] Pushing event updated for resources: {'Port': ['ID=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:24.897065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b6c329a2-b4d7-4c1a-9d5a-26524b47bede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:24.900179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Attempting to bind port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:24.900757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Attempting to bind port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:24.901330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Attempting to bind port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:24.941464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:24.948082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Usage tracker for resource:port and tenant:e1293be0c07d47dc908154cfb3164097 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:24.949082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:24.949514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:24.950047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:24.950641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:24.951203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Bound port: 76848fbe-ba55-4c9b-938c-c9df27f0cb5b, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:24.951682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:24.953345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:24.964780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:24.973896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Pushing event updated for resources: {'Port': ['ID=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:25.010770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:25.048713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Made reservation on behalf of e1293be0c07d47dc908154cfb3164097 for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:25.056117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.062674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.124359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.165829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Transition to ACTIVE for port object 6f8737cc-2af2-415b-a7d9-18331f397e3d will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:25.185829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.191212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:25.494318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Allocated IP 172.20.0.5 (449a0058-562d-43cd-b9d2-375a9241e5be/46745a90-ced6-48a0-afa8-2d91db25ee09/1d5c5bb8-1143-40e0-965a-52b32e883dbe) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:25.513099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:25.534825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7769b-9051-44bb-9b3a-9e86b1c71b4e None None] Pushing event updated for resources: {'Port': ['ID=6f8737cc-2af2-415b-a7d9-18331f397e3d,revision_number=2']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:25.537492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Attempting to bind port 6f8737cc-2af2-415b-a7d9-18331f397e3d on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:25.549677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Attempting to bind port 6f8737cc-2af2-415b-a7d9-18331f397e3d by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:25.550119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Attempting to bind port 6f8737cc-2af2-415b-a7d9-18331f397e3d on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:25.552774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-56f7769b-9051-44bb-9b3a-9e86b1c71b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:25.564609 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:25.565486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.582546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:25.582953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:25.583392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.583819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:25.584331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Bound port: 6f8737cc-2af2-415b-a7d9-18331f397e3d, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:25.584733 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.661803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.767361 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] For port 6f8737cc-2af2-415b-a7d9-18331f397e3d, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:25.771753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] For port 6f8737cc-2af2-415b-a7d9-18331f397e3d, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=6f8737cc-2af2-415b-a7d9-18331f397e3d,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:25.778675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.794669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:25.832432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.860690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] For port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:25.865947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] For port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:25.874300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:25.875191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d77e10>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:25.894461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:25.947433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:25.985799 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3c40623c-cd2f-49ff-9d74-3d77fc014a5b req-6688853c-60b2-4640-96e7-d9388dc7e9c5 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 210 time: 0.1725445
Nov 24 16:48:26.082138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:48:26.095121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 45978) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:26.159097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:26.198477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c329a2-b4d7-4c1a-9d5a-26524b47bede None None] Pushing event updated for resources: {'Port': ['ID=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:26.215864 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] 10.222.0.53 "PUT /v2.0/routers/448502e0-bb35-4bec-ba0c-4501f9c6c4be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7022183
Nov 24 16:48:26.217939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:26.260558 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e94a438f-0d8c-46ed-b4e9-4b372cd50bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:26.278125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b6c329a2-b4d7-4c1a-9d5a-26524b47bede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:26.281355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Allocated IP 172.20.0.1 (775fd794-fac2-4525-b9fe-0504fe2b2946/58b1fbfc-eae2-4eed-a3d4-bb6d082c2554/da5dbf54-0b4a-4c49-89e1-9e29191ae544) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:26.432164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:26.456908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Network 449a0058-562d-43cd-b9d2-375a9241e5be is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:26.465000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c689208b-12e0-42e8-8590-b063dc22d373 None None] Provisioning for port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:26.475779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c689208b-12e0-42e8-8590-b063dc22d373 None None] Provisioning complete for port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:26.476194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c689208b-12e0-42e8-8590-b063dc22d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:26.481406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:26.486119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:26.496373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:26.497092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:26.577010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Pushing event updated for resources: {'Port': ['ID=1d5c5bb8-1143-40e0-965a-52b32e883dbe,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:26.591323 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8488879
Nov 24 16:48:26.592251 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:26.599884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:26.600605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d568d0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:26.724830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:26.800328 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Sync routers for ids ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:48:26.841731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:26.861601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:26.961226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:26.986436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7769b-9051-44bb-9b3a-9e86b1c71b4e None None] Pushing event updated for resources: {'Port': ['ID=6f8737cc-2af2-415b-a7d9-18331f397e3d,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:26.997469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:27.001182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:27.001966 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c689208b-12e0-42e8-8590-b063dc22d373 None None] Port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:48:27.004844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-56f7769b-9051-44bb-9b3a-9e86b1c71b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.210s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:27.008289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Routers {'448502e0-bb35-4bec-ba0c-4501f9c6c4be'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:27.009152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9e781d0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:27.056302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d77e10>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:18Z', 'revision_number': 3, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:27.060476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:27.064854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811cbf6-4b68-48fc-b884-5f48897e9982 None None] The sync data for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi is: [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:18Z', 'revision_number': 3, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:48:27.069484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8eac02328b436389d90948d7115488 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:27.073702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:27.082149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device fb39fec2-a3f2-4246-9262-7dbe2729afc6 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:27.082944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:27.278469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.281921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.287556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.296838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8c71a8fd-a9aa-456d-86db-faed12bebcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:27.306577 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port fb39fec2-a3f2-4246-9262-7dbe2729afc6 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:27.312206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.330457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.334055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.361433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1a6bfd6f-b0c3-4eae-97ac-08029debd0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:27.402297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e6a11-0b0c-4a54-8667-2612a8577fdb,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:27.483831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:27.485704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:27.566789 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed8eac02328b436389d90948d7115488&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4390109
Nov 24 16:48:27.568362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 46016) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:27.588646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.610164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Transition to ACTIVE for port object da5dbf54-0b4a-4c49-89e1-9e29191ae544 will not be triggered until provisioned by entity DHCP. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:27.643272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.680600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.730769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:27.768709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Set router 448502e0-bb35-4bec-ba0c-4501f9c6c4be gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:27.784762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364119-52f4-41fc-8e1e-c38684d80076 req-e41177c4-e848-4079-b464-0f813eca571a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:27.785952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-f2364119-52f4-41fc-8e1e-c38684d80076 req-e41177c4-e848-4079-b464-0f813eca571a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Synchronizing usage tracker for tenant:e1293be0c07d47dc908154cfb3164097 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:28.019361 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Pushing event updated for resources: {'Port': ['ID=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:28.033878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:28.034659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:28.055260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-89966551-0d8b-49fe-9cb3-f5d91b58c7ce tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:28.056039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-89966551-0d8b-49fe-9cb3-f5d91b58c7ce tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Synchronizing usage tracker for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:network {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:28.109826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-f2364119-52f4-41fc-8e1e-c38684d80076 req-e41177c4-e848-4079-b464-0f813eca571a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Unset dirty status for tenant:e1293be0c07d47dc908154cfb3164097 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:28.136958 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f2364119-52f4-41fc-8e1e-c38684d80076 req-e41177c4-e848-4079-b464-0f813eca571a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 931 time: 0.7494042
Nov 24 16:48:28.197301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:28.214230 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:28.234641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:28.235950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:28.281408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Pushing event updated for resources: {'Port': ['ID=da5dbf54-0b4a-4c49-89e1-9e29191ae544,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:28.308379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:28.321184 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-89966551-0d8b-49fe-9cb3-f5d91b58c7ce tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Unset dirty status for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:network {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:28.324505 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-89966551-0d8b-49fe-9cb3-f5d91b58c7ce tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 819 time: 0.5483131
Nov 24 16:48:28.328270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:28.331342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:28.358020 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f2364119-52f4-41fc-8e1e-c38684d80076 req-65d49c33-4e6e-4390-b438-80696fa8851e tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199349
Nov 24 16:48:28.437251 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-860ffcfb-dadd-4c1b-b939-add6fdce5cdd tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/quotas/7b770c1ee1024ee4807e284a94960fd0 HTTP/1.1" status: 200  len: 375 time: 0.0775204
Nov 24 16:48:28.438577 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:28.591319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:28.653541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e6a11-0b0c-4a54-8667-2612a8577fdb,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:28.667849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-f1cb705c-68dd-429d-815a-b8fe1ca251a8 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:48:28.669169 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-f1cb705c-68dd-429d-815a-b8fe1ca251a8 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0196476
Nov 24 16:48:28.670300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:28.688153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:28.728461 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d67e6a11-0b0c-4a54-8667-2612a8577fdb HTTP/1.1" status: 204  len: 168 time: 1.1569922
Nov 24 16:48:28.756793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-c4f6b3fb-2c3d-498c-a2f6-6b59665891d4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Synchronizing usage tracker for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:28.818993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-c4f6b3fb-2c3d-498c-a2f6-6b59665891d4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Unset dirty status for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:28.821508 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-c4f6b3fb-2c3d-498c-a2f6-6b59665891d4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3666306
Nov 24 16:48:29.277233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:29.396067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:29.409310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-01923582-57cf-4943-9dfd-650d5c85dc0b None None] Provisioning for port da5dbf54-0b4a-4c49-89e1-9e29191ae544 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:29.460260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-01923582-57cf-4943-9dfd-650d5c85dc0b None None] Provisioning complete for port da5dbf54-0b4a-4c49-89e1-9e29191ae544 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:29.461539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-01923582-57cf-4943-9dfd-650d5c85dc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:29.767152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-01923582-57cf-4943-9dfd-650d5c85dc0b None None] Port da5dbf54-0b4a-4c49-89e1-9e29191ae544 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:48:29.807216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d568d0>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:23Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:29.828334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a125e5-e162-4cc0-a92d-baab257d800f None None] The sync data for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi is: [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:23Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:48:29.872250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9e781d0>, [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:21Z', 'revision_number': 4, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port': {'id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '76517584-e69b-4101-95bb-32f48df2d38c', 'name': '', 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'mac_address': 'fa:16:3e:76:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:20Z', 'updated_at': '2021-11-24T16:48:21Z', 'revision_number': 2, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'subnets': [{'id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:29.894391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:29.895877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:29.988896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Checking router: 448502e0-bb35-4bec-ba0c-4501f9c6c4be for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:48:29.989455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Updating router 448502e0-bb35-4bec-ba0c-4501f9c6c4be port 76517584-e69b-4101-95bb-32f48df2d38c binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:48:30.083930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:30.159318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Request body: {'port': {'device_id': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:30.688037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Router 6397843f-f020-4c1b-85ca-5cb180d6f04e has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:48:30.704940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-6b92d2f9-cba5-4f85-9da0-263eafce4b81 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:48:30.706266 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-6b92d2f9-cba5-4f85-9da0-263eafce4b81 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.5991158
Nov 24 16:48:30.732183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:30.762145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:30.819286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-4ea6d874-8d81-4cea-b106-1ac34b368c1d None None] Provisioning complete for port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:30.819821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ea6d874-8d81-4cea-b106-1ac34b368c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:30.859408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:30.870207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:30.873795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:30.891778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:30.964130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4ea6d874-8d81-4cea-b106-1ac34b368c1d None None] Port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:48:31.089254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 6f8737cc-2af2-415b-a7d9-18331f397e3d up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:31.277671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 6f8737cc-2af2-415b-a7d9-18331f397e3d completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:31.307345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 6f8737cc-2af2-415b-a7d9-18331f397e3d triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:31.307833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:31.317883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82829c-4525-4163-a224-d2f0cea8f77f req-2ba57d28-c36e-4269-b499-b9b6782edc37 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:31.333374 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4f82829c-4525-4163-a224-d2f0cea8f77f req-2ba57d28-c36e-4269-b499-b9b6782edc37 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 931 time: 1.5038550
Nov 24 16:48:31.337440 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-4d71c11d-6e43-472a-b992-57de3b9753fe service neutron] 10.222.0.53 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5815766
Nov 24 16:48:31.444083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:31.504212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:31.523922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 6f8737cc-2af2-415b-a7d9-18331f397e3d, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=6f8737cc-2af2-415b-a7d9-18331f397e3d,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:31.530167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:31.540222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b6c329a2-b4d7-4c1a-9d5a-26524b47bede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:31.563838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:31.628149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:31.632053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=6f8737cc-2af2-415b-a7d9-18331f397e3d,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:31.637216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:31.647069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Transition to ACTIVE for port object 76517584-e69b-4101-95bb-32f48df2d38c will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:31.654661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:31.668675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:31.808678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93b798-9543-4c74-97e2-3f3dc62a5b11 None None] Pushing event updated for resources: {'Port': ['ID=76517584-e69b-4101-95bb-32f48df2d38c,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:31.846751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fc93b798-9543-4c74-97e2-3f3dc62a5b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:31.881550 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4f82829c-4525-4163-a224-d2f0cea8f77f req-81fd07ee-53d8-4f86-a292-692d53301b8b tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5470631
Nov 24 16:48:32.133101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Attempting to bind port 76517584-e69b-4101-95bb-32f48df2d38c on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:32.134065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Attempting to bind port 76517584-e69b-4101-95bb-32f48df2d38c by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:32.134633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Attempting to bind port 76517584-e69b-4101-95bb-32f48df2d38c on network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:32.143849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:32.144621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Checking segment: {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:32.145211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:32.145783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Bound using segment: {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:32.146822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Bound port: 76517584-e69b-4101-95bb-32f48df2d38c, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:32.147382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:32.305731 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-e41d670d-a248-45d7-80fa-3e469f13360d service neutron] 10.222.0.53 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9194069
Nov 24 16:48:32.496961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] For port 76517584-e69b-4101-95bb-32f48df2d38c, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:32.514530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] For port 76517584-e69b-4101-95bb-32f48df2d38c, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=76517584-e69b-4101-95bb-32f48df2d38c,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:32.532800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:32.579199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:32.650608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Pushing event updated for resources: {'Port': ['ID=da5dbf54-0b4a-4c49-89e1-9e29191ae544,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:32.665753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.774s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:32.826510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7736128f-c079-4a10-81a3-30164f0ec9f5 None None] Provisioning complete for port da5dbf54-0b4a-4c49-89e1-9e29191ae544 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:32.827074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7736128f-c079-4a10-81a3-30164f0ec9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:32.841138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5c5bb8-1143-40e0-965a-52b32e883dbe {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:48:32.859299 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:32.904964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Transition to ACTIVE for port object 1d5c5bb8-1143-40e0-965a-52b32e883dbe will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:32.915860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:32.922587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:33.025041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7736128f-c079-4a10-81a3-30164f0ec9f5 None None] Port da5dbf54-0b4a-4c49-89e1-9e29191ae544 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:48:33.032033 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93b798-9543-4c74-97e2-3f3dc62a5b11 None None] Pushing event updated for resources: {'Port': ['ID=76517584-e69b-4101-95bb-32f48df2d38c,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:33.038471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fc93b798-9543-4c74-97e2-3f3dc62a5b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:33.042943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Routers {'448502e0-bb35-4bec-ba0c-4501f9c6c4be'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:33.043790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9e781d0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:33.309840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:48:33.364729 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] 10.222.0.53 "PUT /v2.0/routers/6397843f-f020-4c1b-85ca-5cb180d6f04e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7980492
Nov 24 16:48:33.435715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Router f812adf4-abcf-4aef-87a0-8f8e83fccd71 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:48:33.652028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] Set router 448502e0-bb35-4bec-ba0c-4501f9c6c4be gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:34.251306 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-66439f98-3746-424f-91c4-15f0f0e60843 req-d40172fd-c30c-41ff-9163-1fc310bb7b16 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 210 time: 1.1312966
Nov 24 16:48:34.284383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:48:34.296423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Sync routers for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:48:34.317885 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] 10.222.0.53 "PUT /v2.0/routers/f812adf4-abcf-4aef-87a0-8f8e83fccd71/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2396762
Nov 24 16:48:34.325590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:34.326297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9fd6ba8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:34.362426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5c5bb8-1143-40e0-965a-52b32e883dbe,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:34.367849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.444s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:34.517855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 6f8737cc-2af2-415b-a7d9-18331f397e3d up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:34.689412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Attempting to bind port 1d5c5bb8-1143-40e0-965a-52b32e883dbe on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:34.689713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Attempting to bind port 1d5c5bb8-1143-40e0-965a-52b32e883dbe by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '69364bde-6838-4a5a-a068-f765120c0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:34.690213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Attempting to bind port 1d5c5bb8-1143-40e0-965a-52b32e883dbe on network 449a0058-562d-43cd-b9d2-375a9241e5be {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:34.734950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f0a3a-4a97-4921-ab71-f66512b4931a req-1a16fdd9-536f-48b3-8e23-fd9495da2474 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:34.755431 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-928f0a3a-4a97-4921-ab71-f66512b4931a req-1a16fdd9-536f-48b3-8e23-fd9495da2474 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 943 time: 0.8378661
Nov 24 16:48:34.874478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Port 1d5c5bb8-1143-40e0-965a-52b32e883dbe on network 449a0058-562d-43cd-b9d2-375a9241e5be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:48:34.874957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Attempting to bind port 1d5c5bb8-1143-40e0-965a-52b32e883dbe on network 449a0058-562d-43cd-b9d2-375a9241e5be {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:34.990619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:34.990985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Checking segment: {'id': '69364bde-6838-4a5a-a068-f765120c0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:34.991515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Bound using segment: {'id': '69364bde-6838-4a5a-a068-f765120c0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:34.992655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Bound port: 1d5c5bb8-1143-40e0-965a-52b32e883dbe, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69364bde-6838-4a5a-a068-f765120c0bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:34.999338 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.112260 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-928f0a3a-4a97-4921-ab71-f66512b4931a req-2f765205-981e-496f-9a13-d69ba02d8959 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3553967
Nov 24 16:48:35.147175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:35.212342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f82eee35-a173-4e9f-b3ab-68f53f462b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.280453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 6f8737cc-2af2-415b-a7d9-18331f397e3d triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:35.280938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.358793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46210) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:35.365967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846259281', 'description': 'tempest-description--1729529264'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:35.381615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:35.406599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:35.413448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:35.448495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:35.493917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] For port 1d5c5bb8-1143-40e0-965a-52b32e883dbe, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:35.496281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.532710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] For port 1d5c5bb8-1143-40e0-965a-52b32e883dbe, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe,segment=NetworkSegment(69364bde-6838-4a5a-a068-f765120c0bf9),segment_id=69364bde-6838-4a5a-a068-f765120c0bf9)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:35.537629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.583066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:35.664162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:35.671989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group_rule and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:35.682984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:35.697334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:35.747209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.751455 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d5c5bb8-1143-40e0-965a-52b32e883dbe HTTP/1.1" status: 200  len: 1093 time: 6.7047963
Nov 24 16:48:35.753457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'tag': '1d5c5bb8-1143-40e0-965a-52b32e883dbe'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:48:35.872886 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.881043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:35.957797 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:35.995154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.007817 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6449208
Nov 24 16:48:36.009289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46226) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:36.044405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'security_group_rule': {'security_group_id': '1397fd1e-a399-492c-b43a-a38dc5692efc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:36.052821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5c5bb8-1143-40e0-965a-52b32e883dbe,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:36.070735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:36.085654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:36.106382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group_rule and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:36.122244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:36.128719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1397fd1e-a399-492c-b43a-a38dc5692efc,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:36.139499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:36.140424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:36.211893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.293956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76848fbe-ba55-4c9b-938c-c9df27f0cb5b up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:36.342356 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-55991a96-c7f0-4d8f-b199-0f81f46c9c13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1293be0c07d47dc908154cfb3164097&device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 1096 time: 0.2540321
Nov 24 16:48:36.414579 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9fd6ba8>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:29Z', 'revision_number': 2, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:36.435724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Checking router: f812adf4-abcf-4aef-87a0-8f8e83fccd71 for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:48:36.436337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Updating router f812adf4-abcf-4aef-87a0-8f8e83fccd71 port da5dbf54-0b4a-4c49-89e1-9e29191ae544 binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:48:36.441469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9e781d0>, [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:21Z', 'revision_number': 4, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port': {'id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '76517584-e69b-4101-95bb-32f48df2d38c', 'name': '', 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'mac_address': 'fa:16:3e:76:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:20Z', 'updated_at': '2021-11-24T16:48:32Z', 'revision_number': 4, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'subnets': [{'id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:36.450997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8f57a-45f3-4716-ba1c-eb4ba80380ae None None] The sync data for ids ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'] in dv-cinder-818778-2-iscsi is: [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:21Z', 'revision_number': 4, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port': {'id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '76517584-e69b-4101-95bb-32f48df2d38c', 'name': '', 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'mac_address': 'fa:16:3e:76:a0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:20Z', 'updated_at': '2021-11-24T16:48:32Z', 'revision_number': 4, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'subnets': [{'id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:48:36.455128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.461625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.463705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:36.485658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:36.542607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d29c5c-1452-447c-9747-bc641307cf15,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:36.557095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:36.588256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.594869 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5844309
Nov 24 16:48:36.595815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46250) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:36.607206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.608885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:36.609301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.622216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'security_group_rule': {'security_group_id': '1397fd1e-a399-492c-b43a-a38dc5692efc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:36.640484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:36.648196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group_rule and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:36.660943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:36.673518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:36.739929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.877935 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-33ddb4e4-e8a0-4115-b74d-f7304f78e8eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe HTTP/1.1" status: 200  len: 217 time: 0.4600866
Nov 24 16:48:36.955404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.972406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:36.973593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46258) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:36.990589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417021826', 'description': 'tempest-description--800117599'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:37.011676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:37.038379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:37.047225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:37.060116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:37.083112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:37.085129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.21', 60312) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:37.104161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:37.141099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-e4c6b3b0-895b-4d7b-a8a3-9b91acbf7397 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:37.152326 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-e4c6b3b0-895b-4d7b-a8a3-9b91acbf7397 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46745a90-ced6-48a0-afa8-2d91db25ee09 HTTP/1.1" status: 200  len: 852 time: 0.2430177
Nov 24 16:48:37.213404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:37.266080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb9d413-f0eb-437d-8913-177dd367d496,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:37.318991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:37.384148 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-096959ab-a58f-4d00-b9f4-14b64ff5a642 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=449a0058-562d-43cd-b9d2-375a9241e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2229164
Nov 24 16:48:37.422636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:37.463995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:37.472345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:37.481397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fc93b798-9543-4c74-97e2-3f3dc62a5b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:37.531917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:37.546728 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'tag': '1d5c5bb8-1143-40e0-965a-52b32e883dbe', 'status': 'completed', 'code': 200}
Nov 24 16:48:37.574251 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Transition to ACTIVE for port object da5dbf54-0b4a-4c49-89e1-9e29191ae544 will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:37.614764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:37.643134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:37.731975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:37.776140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group_rule and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:37.779977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:37.848582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:37.866381 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.2656600
Nov 24 16:48:37.871754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46272) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:37.872799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:37.873442 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76517584-e69b-4101-95bb-32f48df2d38c up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:37.986860 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-734be636-61f0-4f16-ae7b-57c77e8cfcee service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5592895
Nov 24 16:48:37.989054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'floatingip': {'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:38.016751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:38.047192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:floatingip and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:38.059149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:38.092744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:38.149588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f117dc3b-87d2-4ab0-a959-609e8fb78d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.180926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-8e579335-d03b-4e28-8eec-04863766e9cf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:38.192126 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-8e579335-d03b-4e28-8eec-04863766e9cf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 819 time: 1.8406448
Nov 24 16:48:38.261908 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-dd947399-02f4-4bda-8428-2ed2b986889a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/quotas/7b770c1ee1024ee4807e284a94960fd0 HTTP/1.1" status: 200  len: 375 time: 0.0687268
Nov 24 16:48:38.263560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:38.265189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.272054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:38.317496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.330467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 76517584-e69b-4101-95bb-32f48df2d38c completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:38.360151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 76517584-e69b-4101-95bb-32f48df2d38c triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:38.362618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.371959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafca71d-1fc5-45d0-8a23-913c2f1a4e0f None None] Pushing event updated for resources: {'Port': ['ID=da5dbf54-0b4a-4c49-89e1-9e29191ae544,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:38.378223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bafca71d-1fc5-45d0-8a23-913c2f1a4e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:38.388947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:48:38.405574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Attempting to bind port da5dbf54-0b4a-4c49-89e1-9e29191ae544 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:38.406271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Attempting to bind port da5dbf54-0b4a-4c49-89e1-9e29191ae544 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:38.406926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Attempting to bind port da5dbf54-0b4a-4c49-89e1-9e29191ae544 on network 775fd794-fac2-4525-b9fe-0504fe2b2946 {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:38.424427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-b65f78c5-895d-44b1-934c-b93974515572 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:38.428828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:38.430145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Checking segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:38.430832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.431464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Bound using segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:38.432472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Bound port: da5dbf54-0b4a-4c49-89e1-9e29191ae544, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:38.433173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-b65f78c5-895d-44b1-934c-b93974515572 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 819 time: 1.3429296
Nov 24 16:48:38.433829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.574009 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b3246b7-11f4-43be-baa1-7a891e0c9f20 req-e9326dff-5970-4cc5-be90-96f28da37814 service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3252442
Nov 24 16:48:38.693422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] For port da5dbf54-0b4a-4c49-89e1-9e29191ae544, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:38.698143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.708284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] For port da5dbf54-0b4a-4c49-89e1-9e29191ae544, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=da5dbf54-0b4a-4c49-89e1-9e29191ae544,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:38.713541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.719132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-56f7769b-9051-44bb-9b3a-9e86b1c71b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:38.722867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Request body: {'port': {'device_id': '44398b13-1e97-4392-a8e1-c772c21372cf', 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'admin_state_up': True, 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:38.779921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.798835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:38.894346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Sync routers for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:48:38.904315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2406ec0-4ebe-4398-be56-6f489f2ceb35 req-2785349a-2632-490b-8928-f8c3e85b5f8f tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:38.906131 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d2406ec0-4ebe-4398-be56-6f489f2ceb35 req-2785349a-2632-490b-8928-f8c3e85b5f8f tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 943 time: 0.8867004
Nov 24 16:48:38.945478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:38.951226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:38.952375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9fd6ba8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:38.992846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 76517584-e69b-4101-95bb-32f48df2d38c, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=76517584-e69b-4101-95bb-32f48df2d38c,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:39.003211 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a2177aa3-98ca-4cd7-9bdf-08cff06b90a7 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7403126
Nov 24 16:48:39.040338 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:39.084224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:39.181810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafca71d-1fc5-45d0-8a23-913c2f1a4e0f None None] Pushing event updated for resources: {'Port': ['ID=da5dbf54-0b4a-4c49-89e1-9e29191ae544,revision_number=4']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:39.188145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bafca71d-1fc5-45d0-8a23-913c2f1a4e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:39.354619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:39.356147 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.3812015
Nov 24 16:48:39.368104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46294) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:39.371605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:39.424474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'security_group_rule': {'security_group_id': 'b00f1102-7d93-43f4-b70a-3fa07f9a6e2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:39.428879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=76517584-e69b-4101-95bb-32f48df2d38c,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:39.438760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:39.463518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:39.466231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:39.468420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:39.470448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9e892e8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:39.515855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:39.582499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group_rule and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:39.593510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:39.603263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:39.615213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:39.636220 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:39.648437 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-8cda363e-38e3-4eb5-abf8-ab512f048b49 service neutron] 10.222.0.53 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6341305
Nov 24 16:48:39.683962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:39.704639 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-ec5a2568-2b0d-44e3-861f-471466af0abe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1293be0c07d47dc908154cfb3164097&device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 1096 time: 1.0012591
Nov 24 16:48:39.732393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:39.836761 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d2406ec0-4ebe-4398-be56-6f489f2ceb35 req-bab13eda-2ae2-4262-bd95-22f1377236e8 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9114969
Nov 24 16:48:39.878776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Made reservation on behalf of 7b770c1ee1024ee4807e284a94960fd0 for: {'port': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:39.901965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:40.009976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76517584-e69b-4101-95bb-32f48df2d38c up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:40.113568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:40.207136 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-c8c5014c-5832-42a9-acfb-6698c61e4c85 service neutron] 10.222.0.53 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5079131
Nov 24 16:48:40.395969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:40.407033 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:40.522064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9fd6ba8>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:38Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:40.534106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2193-2315-4223-a779-e7278fc3d20c None None] The sync data for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi is: [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:38Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:48:40.553638 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:40.564960 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933ab1db-bc6f-4ed0-ab9d-2e11cc592250 req-eb85526f-6aa2-4a85-ad31-b7f402644948 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 210 time: 0.0803902
Nov 24 16:48:40.720097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:40.775525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a2adcb-aeab-421c-b9e2-80cc002266ce,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:40.817572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:40.928723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Allocated IP 172.20.0.3 (6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97/d4789849-0a30-4a68-8744-91bb92647a26/a4903da5-311a-47ff-961c-e3b80c1aa5e9) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:41.193384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 76517584-e69b-4101-95bb-32f48df2d38c triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:41.194011 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:41.382201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9e892e8>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:26Z', 'revision_number': 2, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:41.398104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Checking router: 6397843f-f020-4c1b-85ca-5cb180d6f04e for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:48:41.398646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Updating router 6397843f-f020-4c1b-85ca-5cb180d6f04e port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:48:41.523758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:41.547913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:41.647459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:41.660622 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 2.2773509
Nov 24 16:48:41.673069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46352) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:41.718298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'security_group_rule': {'security_group_id': 'b00f1102-7d93-43f4-b70a-3fa07f9a6e2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:41.740547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:41.746778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group_rule and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:41.750876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:41.765818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:41.827179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:41.892483 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Allocated IP 172.27.3.47 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/9d606132-87b3-4688-94ed-7e6e6fa74e92) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:41.950889 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:41.973431 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a8326c3a-028c-4190-a115-b38048a2a6b9 req-e28a7470-28f9-484a-8aa1-1babdce647cf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 210 time: 0.0753329
Nov 24 16:48:41.990110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-35f7bdf9-42d6-4e87-99dc-b2fd184f0153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:41.992359 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-35f7bdf9-42d6-4e87-99dc-b2fd184f0153 service neutron] 10.222.0.21 "GET /v2.0/networks?id=449a0058-562d-43cd-b9d2-375a9241e5be HTTP/1.1" status: 200  len: 913 time: 0.4358535
Nov 24 16:48:42.017619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f457d-a83e-4343-8bbb-c3cbc4fb6be4 req-71fe4fef-83a2-4454-91f5-37d7ec61d0ba tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:42.020013 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-527f457d-a83e-4343-8bbb-c3cbc4fb6be4 req-71fe4fef-83a2-4454-91f5-37d7ec61d0ba tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 943 time: 0.6647463
Nov 24 16:48:42.093882 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-527f457d-a83e-4343-8bbb-c3cbc4fb6be4 req-a2af93b2-98f1-414f-8c00-a7762aff7822 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664608
Nov 24 16:48:42.098294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:42.208693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Pushing event updated for resources: {'Port': ['ID=a4903da5-311a-47ff-961c-e3b80c1aa5e9,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:42.231631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:42.236280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.248029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:42.251896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76848fbe-ba55-4c9b-938c-c9df27f0cb5b up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:42.253771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:42.263738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.275184 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:42.279639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:42.280513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.305939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.309419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b06d623e-f386-447d-8b15-6c011ac90b7f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:42.339479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b21b20-f421-4fd8-9c59-c27cbadefbdf,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:42.356037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:42.370623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.371929 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6978180
Nov 24 16:48:42.373783 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-438b82a4-8d58-4d6e-9050-83a8cf2093bb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6562316
Nov 24 16:48:42.375418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46368) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:42.388594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'floatingip': {'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:42.392438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:42.392924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.397322 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:42.405297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:floatingip and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:42.409837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:42.453810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:42.459746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.472647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:42.539705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.564320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.665449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Transition to ACTIVE for port object 5d47c471-577c-4dfc-af9f-2c3e06c55f0e will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:42.705935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:42.712673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:42.930502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed4837-1455-4a0b-91a5-0072c79bf4c6 None None] Pushing event updated for resources: {'Port': ['ID=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:42.933655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e1ed4837-1455-4a0b-91a5-0072c79bf4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:43.012283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'Port': ['ID=9d606132-87b3-4688-94ed-7e6e6fa74e92,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:43.050094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:43.051879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:43.068038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:43.072080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:43.157370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device da5dbf54-0b4a-4c49-89e1-9e29191ae544 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:43.435515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Attempting to bind port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:43.436038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Attempting to bind port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:43.436945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Attempting to bind port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:43.465144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:43.467544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Checking segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:43.469659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:43.471182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Bound using segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:43.476924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Bound port: 5d47c471-577c-4dfc-af9f-2c3e06c55f0e, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:43.477633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:43.534986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:43.624305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port da5dbf54-0b4a-4c49-89e1-9e29191ae544 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:43.645260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port da5dbf54-0b4a-4c49-89e1-9e29191ae544 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:43.645911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:43.661871 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db01fb93-d68b-4ce1-99f7-608fd992b34c req-87207a9c-60f2-484a-8ee3-50b1faced836 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 210 time: 0.1974292
Nov 24 16:48:43.726960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] For port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:43.738836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] For port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:43.748292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:43.753743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:43.834440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:43.843974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed96f4a-7060-4892-9b19-8a9ee296b958 req-98ac1788-d972-44d3-bdc5-c466f9d65f71 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:43.849872 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3ed96f4a-7060-4892-9b19-8a9ee296b958 req-98ac1788-d972-44d3-bdc5-c466f9d65f71 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 943 time: 0.1864023
Nov 24 16:48:43.935083 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3ed96f4a-7060-4892-9b19-8a9ee296b958 req-b03c11fd-99c0-42cf-9f5e-388bb454c455 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812180
Nov 24 16:48:43.978566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed4837-1455-4a0b-91a5-0072c79bf4c6 None None] Pushing event updated for resources: {'Port': ['ID=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:43.994250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e1ed4837-1455-4a0b-91a5-0072c79bf4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:43.997145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.039164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:48:44.039860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9e892e8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:48:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:44.071341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.200034 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port da5dbf54-0b4a-4c49-89e1-9e29191ae544, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=da5dbf54-0b4a-4c49-89e1-9e29191ae544,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:44.217150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.222582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:44.356011 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.358140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Allocated IP 172.27.3.123 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/e6392ff4-860a-4869-b186-8f52758fd256) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:44.360919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.369881 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e6b5b001-e78c-445f-ab3c-8377bbaa5bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:44.392706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=da5dbf54-0b4a-4c49-89e1-9e29191ae544,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:44.396107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:44.421871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:48:44.454997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.526912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'Port': ['ID=9d606132-87b3-4688-94ed-7e6e6fa74e92,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:44.539759 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:44.567417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.574174 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.6408956
Nov 24 16:48:44.614951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.650065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.654936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:44.731222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:44.735193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:44.737168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'Port': ['ID=e6392ff4-860a-4869-b186-8f52758fd256,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:44.739509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:44.744781 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:44.795590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-9a5a9d61-4ae6-4c2e-93e5-bcfbb9f77502 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Synchronizing usage tracker for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:44.827403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-9a5a9d61-4ae6-4c2e-93e5-bcfbb9f77502 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Unset dirty status for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:44.827932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9e892e8>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:43Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:48:44.832250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93af2b8-ee92-40a8-a0d2-f8380616730e None None] The sync data for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi is: [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:43Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:48:44.832778 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-9a5a9d61-4ae6-4c2e-93e5-bcfbb9f77502 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--846259281&fields=id&tenant_id=2e1db92b17144247b41c70a2ad4c19eb HTTP/1.1" status: 200  len: 267 time: 0.0939758
Nov 24 16:48:44.902090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:44.971540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 5d47c471-577c-4dfc-af9f-2c3e06c55f0e up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:44.979370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.067157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:45.074604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:45.075789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.213993 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cb7fa058-0be5-4838-ab9c-9ee7359cd01e req-ff0cbc8c-2759-4138-9472-c9b3a46cd826 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 210 time: 0.0515752
Nov 24 16:48:45.223240 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.279978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-b46abd75-c5bc-4e0f-b5ef-e7fb5a026b52 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:45.280768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-b46abd75-c5bc-4e0f-b5ef-e7fb5a026b52 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Synchronizing usage tracker for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:network {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:45.317404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-b46abd75-c5bc-4e0f-b5ef-e7fb5a026b52 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Unset dirty status for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:network {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:45.324659 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-b46abd75-c5bc-4e0f-b5ef-e7fb5a026b52 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 811 time: 0.4857631
Nov 24 16:48:45.355278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.358967 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-948bb937-128a-4134-b82d-4df0786c83ba tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/quotas/2e1db92b17144247b41c70a2ad4c19eb HTTP/1.1" status: 200  len: 375 time: 0.0332651
Nov 24 16:48:45.360735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.365996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:45.505523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.511080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:45.521544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Request body: {'port': {'device_id': '44398b13-1e97-4392-a8e1-c772c21372cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:45.526015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.528487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device da5dbf54-0b4a-4c49-89e1-9e29191ae544 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:45.563920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:45.637134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'Port': ['ID=e6392ff4-860a-4869-b186-8f52758fd256,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:45.667094 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-630c5452-bb03-4abb-98ce-55ba6195b236 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe HTTP/1.1" status: 200  len: 217 time: 0.1189640
Nov 24 16:48:45.676355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:45.680607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:45.692595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port da5dbf54-0b4a-4c49-89e1-9e29191ae544 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:45.693253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.713313 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:45.755447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.772317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-b733be54-449d-44bc-acc4-35132d920834 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:45.774537 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-b733be54-449d-44bc-acc4-35132d920834 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46745a90-ced6-48a0-afa8-2d91db25ee09 HTTP/1.1" status: 200  len: 852 time: 0.0760260
Nov 24 16:48:45.794232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:45.795982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4190125
Nov 24 16:48:45.908302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10ae1d-8024-4382-a115-c3c54d3e7ae5 req-81b221b8-ef3d-4597-b64d-ebdd6092c0e9 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:45.909881 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9b10ae1d-8024-4382-a115-c3c54d3e7ae5 req-81b221b8-ef3d-4597-b64d-ebdd6092c0e9 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 943 time: 0.4386408
Nov 24 16:48:45.939644 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-88f19c2a-18b3-443a-9091-9ee507376378 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5793357
Nov 24 16:48:45.955830 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-55471bc3-7cba-4e28-b5a2-60899c8808a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=449a0058-562d-43cd-b9d2-375a9241e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1702521
Nov 24 16:48:46.207111 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9b10ae1d-8024-4382-a115-c3c54d3e7ae5 req-37352b51-7de1-426b-be98-e1712398092d tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2656660
Nov 24 16:48:46.224560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4903da5-311a-47ff-961c-e3b80c1aa5e9 {{(pid=88184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:48:46.234758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:46.252360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Transition to ACTIVE for port object a4903da5-311a-47ff-961c-e3b80c1aa5e9 will not be triggered until provisioned by entity L2. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:46.256789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:46.262674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4f4c10b9-3cec-4e78-9ce5-bfadba6deb42 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:46.298658 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-cb976b93-aa16-4735-b6c9-d0e748a2349c service neutron] 10.222.0.53 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3414316
Nov 24 16:48:46.305778 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-1bd0b669-7175-42c3-a9ef-2fc478c9a063 service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3074210
Nov 24 16:48:46.489394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.21', 60328) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:46.546908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4903da5-311a-47ff-961c-e3b80c1aa5e9,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:46.553303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:46.671877 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-55c0b147-1e33-4a2a-8639-847ccf50335e service neutron] 10.222.0.53 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3650246
Nov 24 16:48:46.780553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Attempting to bind port a4903da5-311a-47ff-961c-e3b80c1aa5e9 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:46.780987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Attempting to bind port a4903da5-311a-47ff-961c-e3b80c1aa5e9 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:46.781353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Attempting to bind port a4903da5-311a-47ff-961c-e3b80c1aa5e9 on network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:46.797118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Port a4903da5-311a-47ff-961c-e3b80c1aa5e9 on network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:48:46.806497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Attempting to bind port a4903da5-311a-47ff-961c-e3b80c1aa5e9 on network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:46.816145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:46.816514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Checking segment: {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:46.817355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Bound using segment: {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:46.820981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Bound port: a4903da5-311a-47ff-961c-e3b80c1aa5e9, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'}}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:46.821384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:46.962048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 5d47c471-577c-4dfc-af9f-2c3e06c55f0e up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:47.007665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-953e50a4-3117-43bd-bef6-2e54d1e9a3c9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Synchronizing usage tracker for tenant:5bc4b64f600d48fe89469791c11343df on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:47.029646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] For port a4903da5-311a-47ff-961c-e3b80c1aa5e9, host hv-cinder-81877, cleared binding levels {{(pid=88184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:47.037471 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1aaa3f56-61f8-4ed6-913b-d1b196e314dd req-3fe6015e-e809-4eb7-9be8-1d4a352360f2 service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7022552
Nov 24 16:48:47.039917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] For port a4903da5-311a-47ff-961c-e3b80c1aa5e9, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:47.067177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:47.072928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:47.084768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:47.085370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:47.186492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:47.188466 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 200  len: 1093 time: 1.6769044
Nov 24 16:48:47.189157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44398b13-1e97-4392-a8e1-c772c21372cf', 'tag': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:48:47.248883 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-381d908a-217f-4920-ab51-bc88c39d2256 req-d7ba3665-2aea-4251-986f-77c8796f106d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 210 time: 0.1554005
Nov 24 16:48:47.255599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-960d78e9-d360-421b-9a8b-a94a754ae924 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:47.260856 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-960d78e9-d360-421b-9a8b-a94a754ae924 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 819 time: 0.7615263
Nov 24 16:48:47.263561 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-953e50a4-3117-43bd-bef6-2e54d1e9a3c9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Unset dirty status for tenant:5bc4b64f600d48fe89469791c11343df on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:47.273675 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-953e50a4-3117-43bd-bef6-2e54d1e9a3c9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1417021826&fields=id&tenant_id=5bc4b64f600d48fe89469791c11343df HTTP/1.1" status: 200  len: 267 time: 0.7903838
Nov 24 16:48:47.358382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Request body: {'port': {'device_id': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'admin_state_up': True, 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:47.386068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4903da5-311a-47ff-961c-e3b80c1aa5e9,revision_number=3']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:47.392450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:47.493416 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-7bb27aaa-7607-4c73-9770-0b86ec2413a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1096 time: 0.2158632
Nov 24 16:48:47.593489 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-7189ffb6-c753-4526-9817-cfb7fcb91582 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 200  len: 217 time: 0.0897126
Nov 24 16:48:47.687615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-c0eb8a38-faad-4059-a93b-10b0ad142d75 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:47.689293 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-c0eb8a38-faad-4059-a93b-10b0ad142d75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.0888944
Nov 24 16:48:47.719184 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4f76db89-27e1-43ec-a7fe-8e31cdb510d3 req-4d81784b-5f8a-4c8a-92fe-402d2f3572c5 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 210 time: 0.1949103
Nov 24 16:48:47.750384 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-7261cf3c-c0a9-41a8-bc00-ca8e37f500d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534487
Nov 24 16:48:47.829602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-0e44eb9f-706a-4e13-ba37-ddae54b275f7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:47.830395 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-0e44eb9f-706a-4e13-ba37-ddae54b275f7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Synchronizing usage tracker for tenant:5bc4b64f600d48fe89469791c11343df on resource:network {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:47.837024 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:47.855196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:47.865301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-0e44eb9f-706a-4e13-ba37-ddae54b275f7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Unset dirty status for tenant:5bc4b64f600d48fe89469791c11343df on resource:network {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:47.872887 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-0e44eb9f-706a-4e13-ba37-ddae54b275f7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 817 time: 0.5982113
Nov 24 16:48:47.884932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Made reservation on behalf of 7b770c1ee1024ee4807e284a94960fd0 for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:47.890995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:47.919202 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-b381378c-c47e-4817-9bd8-1bf878a5e365 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/quotas/5bc4b64f600d48fe89469791c11343df HTTP/1.1" status: 200  len: 375 time: 0.0452724
Nov 24 16:48:47.927068 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-3d5c074d-4c37-4928-bc76-685080f3237c service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687646
Nov 24 16:48:48.130944 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a674cf69-b4ad-4e4e-a658-655b97d78fdb req-9f99b20f-edd6-4408-92b0-251d0c661514 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932602
Nov 24 16:48:48.412259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46544) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:48.451542 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-476c715c-5aff-45cd-ae02-5a0cb4ad065a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5313771
Nov 24 16:48:48.519833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d23e3e-6646-4c09-829f-ec1ba30e2bed req-2f522e91-4e6d-42aa-a359-8a02c8cfc382 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:48.521628 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85d23e3e-6646-4c09-829f-ec1ba30e2bed req-2f522e91-4e6d-42aa-a359-8a02c8cfc382 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 943 time: 0.2617776
Nov 24 16:48:48.553843 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1d5c5bb8-1143-40e0-965a-52b32e883dbe details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:48:48.626303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Allocated IP 172.20.0.13 (6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97/d4789849-0a30-4a68-8744-91bb92647a26/fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:48.696846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:48.722612 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85d23e3e-6646-4c09-829f-ec1ba30e2bed req-70e9eb14-c8bd-4e10-9c2c-c131e0818ac8 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926634
Nov 24 16:48:48.755327 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-130a32ca-11d3-48c5-bf5d-3e5c7a051084 service neutron] 10.222.0.53 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2845454
Nov 24 16:48:48.860206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-bda15d33-e1ff-46dd-837b-1787d6e210d2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:48.861770 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-bda15d33-e1ff-46dd-837b-1787d6e210d2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 811 time: 0.3398058
Nov 24 16:48:48.872008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1d5c5bb8-1143-40e0-965a-52b32e883dbe, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe,segment=NetworkSegment(69364bde-6838-4a5a-a068-f765120c0bf9),segment_id=69364bde-6838-4a5a-a068-f765120c0bf9)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:48.889144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:48.898187 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Usage tracker for resource:security_group_rule and tenant:5f233f0fcba8420e927440d4f8a1df4a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:48.898380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '1d5c5bb8-1143-40e0-965a-52b32e883dbe', 'network_id': '449a0058-562d-43cd-b9d2-375a9241e5be', 'port_id': '1d5c5bb8-1143-40e0-965a-52b32e883dbe', 'mac_address': 'fa:16:3e:d1:88:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46745a90-ced6-48a0-afa8-2d91db25ee09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:48:48.901428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:48.912494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:48.996346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.021326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5c5bb8-1143-40e0-965a-52b32e883dbe {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:48:49.039469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1d5c5bb8-1143-40e0-965a-52b32e883dbe, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe,segment=NetworkSegment(69364bde-6838-4a5a-a068-f765120c0bf9),segment_id=69364bde-6838-4a5a-a068-f765120c0bf9)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:49.044936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.047091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:49.083901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.089306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.101989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-39122423-783e-4706-b978-a796d58ae26b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:49.103621 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-c583f237-9d63-42cd-ae3f-34989b7516f8 service neutron] 10.222.0.53 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3344591
Nov 24 16:48:49.131422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.165604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752fa74d-d2fb-41bd-969a-fefc6f50c280,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:49.166068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.170092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:49.178117 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f233f0fcba8420e927440d4f8a1df4a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7644074
Nov 24 16:48:49.180120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5bb8-1143-40e0-965a-52b32e883dbe,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:49.181782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46566) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:49.189457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1a65ebc6-178b-4854-b322-1f1b3522505f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:49.200702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:49.274167 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44398b13-1e97-4392-a8e1-c772c21372cf', 'tag': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9', 'status': 'completed', 'code': 200}
Nov 24 16:48:49.346263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:49.346263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:49.347379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.347478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:49.350080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:49.350836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.382691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Pushing event updated for resources: {'Port': ['ID=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:49.382691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:49.406773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.468971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1307774
Nov 24 16:48:49.536726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.545540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:49.566110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752fa74d-d2fb-41bd-969a-fefc6f50c280,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:49.568450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:49.569687 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/752fa74d-d2fb-41bd-969a-fefc6f50c280 HTTP/1.1" status: 204  len: 168 time: 0.3865714
Nov 24 16:48:49.570797 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:49.745771 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c153f3d4-9633-4193-962e-3ccc76413575 req-36a22f59-3098-4ed0-a1aa-3e1372005ac7 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 210 time: 0.0916998
Nov 24 16:48:49.874177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba190a20-237d-4923-856a-e24ec455d99b req-d09e4346-b094-4607-9da0-a6cd883fa925 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:49.875200 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-ba190a20-237d-4923-856a-e24ec455d99b req-d09e4346-b094-4607-9da0-a6cd883fa925 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Synchronizing usage tracker for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:49.902944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-ba190a20-237d-4923-856a-e24ec455d99b req-d09e4346-b094-4607-9da0-a6cd883fa925 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Unset dirty status for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:49.904350 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ba190a20-237d-4923-856a-e24ec455d99b req-d09e4346-b094-4607-9da0-a6cd883fa925 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 932 time: 0.1575737
Nov 24 16:48:49.998880 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f2e7c404-9e44-409e-b7b5-857047d931cf req-87666b3d-60a2-4d9a-8361-400d1cbce608 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 210 time: 0.0580933
Nov 24 16:48:50.005813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-ba190a20-237d-4923-856a-e24ec455d99b req-0f955350-2736-4019-848b-3075dc6c7f5b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Synchronizing usage tracker for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:50.025434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-ba190a20-237d-4923-856a-e24ec455d99b req-0f955350-2736-4019-848b-3075dc6c7f5b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Unset dirty status for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:50.026797 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ba190a20-237d-4923-856a-e24ec455d99b req-0f955350-2736-4019-848b-3075dc6c7f5b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148992
Nov 24 16:48:50.110173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 46604) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:50.129894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:50.227085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:50.234097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7579cc0603984b5dabecafd4aec09470 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:50.237930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:50.249737 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:50.279433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0252ff-d0af-4772-84d8-dba676bfed97 req-580f4c9b-afef-44a4-a9a7-1105ad337dd5 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:50.281025 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9c0252ff-d0af-4772-84d8-dba676bfed97 req-580f4c9b-afef-44a4-a9a7-1105ad337dd5 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 944 time: 0.1336622
Nov 24 16:48:50.374964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:50.377760 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9c0252ff-d0af-4772-84d8-dba676bfed97 req-723a5e53-03f6-4567-8cc1-ac6d95b03479 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857952
Nov 24 16:48:50.379053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:50.388075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:50.433961 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7579cc0603984b5dabecafd4aec09470&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3226027
Nov 24 16:48:50.434961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733a6fac-7121-45f0-b377-2bacf4849ff6,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:50.436952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46620) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:50.438318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:50.501796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:50.534610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:50.579413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:50.584589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:50.597570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a6fac-7121-45f0-b377-2bacf4849ff6,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:50.600675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:50.603266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:50.607567 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/733a6fac-7121-45f0-b377-2bacf4849ff6 HTTP/1.1" status: 204  len: 168 time: 0.1652751
Nov 24 16:48:50.951689 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-031743fd-c5b7-4500-820e-1eae6376ec0e req-1696a851-9205-4492-9fe6-2000da45e7bd tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 210 time: 0.0583239
Nov 24 16:48:51.229737 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7670f0f8-9bd8-4c12-91ba-e2d1bcaf2ba8 req-7ceb1902-e4f8-48f8-8eef-b33e4f6f33e7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 210 time: 0.0821078
Nov 24 16:48:51.283390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c5cf4-19d6-4754-99d6-bf4ffc5cf2eb req-3b0c2abf-c118-4479-9496-67aedc2e2a5b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:51.284963 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f5c5cf4-19d6-4754-99d6-bf4ffc5cf2eb req-3b0c2abf-c118-4479-9496-67aedc2e2a5b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 932 time: 0.0954959
Nov 24 16:48:51.336247 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f5c5cf4-19d6-4754-99d6-bf4ffc5cf2eb req-fab51afd-435c-4011-aaeb-b57f17c00a76 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445778
Nov 24 16:48:51.584142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dec78e-c99d-4d19-b3d8-c55468cf25a0 req-9eb4b676-1622-4891-bd39-a4a9e65539cc tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:51.586354 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e9dec78e-c99d-4d19-b3d8-c55468cf25a0 req-9eb4b676-1622-4891-bd39-a4a9e65539cc tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 944 time: 0.0859652
Nov 24 16:48:51.640331 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e9dec78e-c99d-4d19-b3d8-c55468cf25a0 req-1a41445f-714c-4fa9-9b0c-a6e147bde99e tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462101
Nov 24 16:48:51.666845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Request body: {'port': {'device_id': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:51.699899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-b816bb63-42b5-452b-a4a2-d0059af33cc2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Synchronizing usage tracker for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:security_group {{(pid=88184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:51.718850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-b816bb63-42b5-452b-a4a2-d0059af33cc2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Unset dirty status for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:security_group {{(pid=88184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:51.718850 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-b816bb63-42b5-452b-a4a2-d0059af33cc2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e1db92b17144247b41c70a2ad4c19eb HTTP/1.1" status: 200  len: 379 time: 0.0777712
Nov 24 16:48:51.735589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'port': {'device_id': '0e7c6ba0-d461-463b-b19c-45107168699c', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'admin_state_up': True, 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'security_groups': ['1397fd1e-a399-492c-b43a-a38dc5692efc']}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:51.889448 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-3d87cdce-a520-4e97-9ead-ea6f66f34085 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1096 time: 0.1874804
Nov 24 16:48:51.894256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:51.918438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:51.923389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['1d5c5bb8-1143-40e0-965a-52b32e883dbe'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:48:51.937141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:port and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:51.945159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:51.963567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:51.984546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Made reservation on behalf of 2e1db92b17144247b41c70a2ad4c19eb for: {'port': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:51.992527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:52.360017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Allocated IP 172.20.0.12 (6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206/1a3cda01-c06c-4572-8598-7740ad88346a/52a73536-67bb-410f-85aa-47899d21a379) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:52.387156 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2a7f8c1d-ef47-4a93-a4f2-610c621e2f9a req-99ddad48-eb0e-4dbb-8027-de8edd95c979 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 210 time: 0.0737495
Nov 24 16:48:52.412041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-639d3416-3a69-469a-9f25-c195f6b3e305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:52.413637 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-639d3416-3a69-469a-9f25-c195f6b3e305 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.5090041
Nov 24 16:48:52.603512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.21', 60342) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:52.651377 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-743b1aa4-622f-4362-a116-4b41ecd1b3b0 req-3c914c50-331c-4885-bb81-874990da2169 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 210 time: 0.2328684
Nov 24 16:48:52.744328 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-c5355e39-f46c-4dd7-b1ab-7599e3fabb03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 200  len: 217 time: 0.1936285
Nov 24 16:48:52.792499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:52.841432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Transition to ACTIVE for port object 52a73536-67bb-410f-85aa-47899d21a379 will not be triggered until provisioned by entity DHCP. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:52.853069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-c28c6ede-6e18-4d41-b48f-6b2704dde477 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:52.854639 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-c28c6ede-6e18-4d41-b48f-6b2704dde477 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 817 time: 0.2501957
Nov 24 16:48:52.927459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:52.944667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:52.989343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-27f94e76-4b69-4c53-993f-7aa522f86325 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Synchronizing usage tracker for tenant:5bc4b64f600d48fe89469791c11343df on resource:security_group {{(pid=88184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:48:53.040233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:53.043461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-27f94e76-4b69-4c53-993f-7aa522f86325 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Unset dirty status for tenant:5bc4b64f600d48fe89469791c11343df on resource:security_group {{(pid=88184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:48:53.044693 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-27f94e76-4b69-4c53-993f-7aa522f86325 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc4b64f600d48fe89469791c11343df HTTP/1.1" status: 200  len: 380 time: 0.1758502
Nov 24 16:48:53.048778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:53.052484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'Port': ['ID=52a73536-67bb-410f-85aa-47899d21a379,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:53.055474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:53.059954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:53.060655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:53.068509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'port': {'device_id': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'admin_state_up': True, 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'security_groups': ['b00f1102-7d93-43f4-b70a-3fa07f9a6e2f']}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:53.102969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:53.213524 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-5a4f6789-0949-496e-b5f4-396af2debd9c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4822659
Nov 24 16:48:53.248779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Request body: {'port': {'device_id': '0e7c6ba0-d461-463b-b19c-45107168699c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:53.356031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:48:53.372946 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:53.378700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-a2d359d0-a4d3-4f7f-ad04-64dd9a0383b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:53.380296 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-a2d359d0-a4d3-4f7f-ad04-64dd9a0383b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.6268637
Nov 24 16:48:53.391352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d705ae7-00ab-43d1-9736-0e6b500f7917 req-4e58e406-5b4f-44bc-a5c5-c2249469d61d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:53.399647 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d705ae7-00ab-43d1-9736-0e6b500f7917 req-4e58e406-5b4f-44bc-a5c5-c2249469d61d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 932 time: 0.7750990
Nov 24 16:48:53.545390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Transition to ACTIVE for port object fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:53.555702 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-59e31e22-ef72-4daa-9b09-af0b574b8ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1581168
Nov 24 16:48:53.566259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:53.623013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-080d7cbf-26eb-4930-a7ea-ee67606f41ea None None] Provisioning for port 52a73536-67bb-410f-85aa-47899d21a379 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:53.635564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:53.646135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a4903da5-311a-47ff-961c-e3b80c1aa5e9 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:48:53.668340 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-080d7cbf-26eb-4930-a7ea-ee67606f41ea None None] Provisioning complete for port 52a73536-67bb-410f-85aa-47899d21a379 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:53.668724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-080d7cbf-26eb-4930-a7ea-ee67606f41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:53.716125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:53.720557 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:port and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:53.723840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:53.730188 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:53.742529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Made reservation on behalf of 5bc4b64f600d48fe89469791c11343df for: {'port': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:48:53.748276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:53.770447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:53.861193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-080d7cbf-26eb-4930-a7ea-ee67606f41ea None None] Port 52a73536-67bb-410f-85aa-47899d21a379 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:48:53.868209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1d5c5bb8-1143-40e0-965a-52b32e883dbe up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:53.876931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b851-b324-4016-90fc-10f336ea46b4 req-ecc10a01-ebf5-40ac-805f-f002744ba07c tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:53.903412 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1658b851-b324-4016-90fc-10f336ea46b4 req-ecc10a01-ebf5-40ac-805f-f002744ba07c tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 944 time: 0.9726286
Nov 24 16:48:53.983418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Allocated IP 172.20.0.5 (775fd794-fac2-4525-b9fe-0504fe2b2946/58b1fbfc-eae2-4eed-a3d4-bb6d082c2554/0cca87cb-035c-4285-9749-eadbc6fdc8a9) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:48:54.008709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 1d5c5bb8-1143-40e0-965a-52b32e883dbe completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:54.020026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 1d5c5bb8-1143-40e0-965a-52b32e883dbe triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:54.020784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.238588 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d705ae7-00ab-43d1-9736-0e6b500f7917 req-08976836-e7d0-43cb-b46d-25728f1ad3d7 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7410514
Nov 24 16:48:54.248957 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-7a4ac9a4-c116-4b17-a138-29362e24e1f0 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6838243
Nov 24 16:48:54.294972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.322650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46760) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:54.340751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1d5c5bb8-1143-40e0-965a-52b32e883dbe, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe,segment=NetworkSegment(69364bde-6838-4a5a-a068-f765120c0bf9),segment_id=69364bde-6838-4a5a-a068-f765120c0bf9)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:54.353434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5c5bb8-1143-40e0-965a-52b32e883dbe'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:48:54.426441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.432356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:54.445914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:54.464475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:54.512324 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1658b851-b324-4016-90fc-10f336ea46b4 req-045b24e8-f59a-4a1c-a947-5fc33429460f tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6077476
Nov 24 16:48:54.514709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5bb8-1143-40e0-965a-52b32e883dbe,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:54.529455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:54.541409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port a4903da5-311a-47ff-961c-e3b80c1aa5e9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:54.563467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46774) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:54.589950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9', 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'port_id': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9', 'mac_address': 'fa:16:3e:d7:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:48:54.684552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.711608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4903da5-311a-47ff-961c-e3b80c1aa5e9 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:48:54.729791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port a4903da5-311a-47ff-961c-e3b80c1aa5e9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:54.744280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.746451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa0b176b-68e3-4d8e-8311-af980c1a1b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:54.782974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Attempting to bind port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:54.783346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Attempting to bind port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:54.783709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Attempting to bind port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 on network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:54.867364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.869200 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 on network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:48:54.869565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Attempting to bind port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 on network 6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:54.886632 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7192fa9b-650f-4e1f-a116-08d9e078016c req-553726ac-270a-46dd-9f4a-d8b9ba45a80c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 210 time: 0.0857890
Nov 24 16:48:54.919147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=a4903da5-311a-47ff-961c-e3b80c1aa5e9,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:54.922468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:54.939778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:54.940207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Checking segment: {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:54.940627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Bound using segment: {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:54.941109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Bound port: fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0332f1be-2fb8-4c5e-98a4-a4c80611efdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:54.941485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.987982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:54.989901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a4903da5-311a-47ff-961c-e3b80c1aa5e9'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:48:55.020762 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae29c62c-897a-4a3d-966f-bcc2e0f3262c req-3363f182-bcea-47b9-a21d-6c13be70ae28 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7109840
Nov 24 16:48:55.049042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.058101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bee511-4321-4f86-a784-0faa022f39c3 req-028e4c98-4ea9-4a9a-a2d2-7f946f6821ab tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:55.066141 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f2bee511-4321-4f86-a784-0faa022f39c3 req-028e4c98-4ea9-4a9a-a2d2-7f946f6821ab tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 932 time: 0.3836880
Nov 24 16:48:55.073391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:55.099095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Usage tracker for resource:security_group_rule and tenant:db6c0dd61897450794600d019180825c is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:55.123117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Transition to ACTIVE for port object 0cca87cb-035c-4285-9749-eadbc6fdc8a9 will not be triggered until provisioned by entity DHCP. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:55.132167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] For port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:55.133186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:55.145762 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f2bee511-4321-4f86-a784-0faa022f39c3 req-04a2ff9a-c73a-4fe2-98f7-b2f07c1f2c8b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782859
Nov 24 16:48:55.147381 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] For port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:55.150231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:55.156939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.162209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a1a7ab13-7fd4-49ee-824a-ac7ea08e89c4 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:55.178047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:55.183293 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Usage tracker for resource:security_group_rule and tenant:527c37cdc53f4bfba924ebcfc5efc82a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:55.200594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:55.211055 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5c5bb8-1143-40e0-965a-52b32e883dbe', 'code': 200}
Nov 24 16:48:55.257286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:55.310786 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.313046 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] 10.222.0.21 "PUT /v2.0/ports/fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 HTTP/1.1" status: 200  len: 1094 time: 3.6518884
Nov 24 16:48:55.322231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'tag': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:48:55.365243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:55.378949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:55.439663 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'tag': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73', 'status': 'completed', 'code': 200}
Nov 24 16:48:55.440967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.453951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a73536-67bb-410f-85aa-47899d21a379 {{(pid=88184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:48:55.471864 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cd8c2bf4-7da9-4bde-8130-21bf8c7a34bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:55.521397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.601611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:48:55.638857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:48:55.640447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:55.643215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:48:55.648284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:55.649004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.696147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:55.699189 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6479847
Nov 24 16:48:55.720879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Transition to ACTIVE for port object 52a73536-67bb-410f-85aa-47899d21a379 will not be triggered until provisioned by entity L2. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:55.736303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Request body: {'port': {'device_id': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:48:55.820226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 46828) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:55.852583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.863819 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-a52aece9-7e94-48a6-ae7e-9f6811f9682c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 1097 time: 0.3159626
Nov 24 16:48:55.876460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28bcc3-6dfd-4be8-acfa-e809f974c53a req-1280bd6a-66d6-4879-a7b4-46aad4e299c0 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:55.884499 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d28bcc3-6dfd-4be8-acfa-e809f974c53a req-1280bd6a-66d6-4879-a7b4-46aad4e299c0 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 944 time: 0.3847103
Nov 24 16:48:55.891244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:55.935828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:55.994405 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-e8425ef3-ef49-42f4-8209-5979082fdf2e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 1098 time: 0.3796232
Nov 24 16:48:56.005587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b82dd-b1aa-4be9-bc3c-406c66ae5ac6 req-8fa34b5f-7611-4ea3-a70b-7896ee2d6ebe tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:56.007794 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-490b82dd-b1aa-4be9-bc3c-406c66ae5ac6 req-8fa34b5f-7611-4ea3-a70b-7896ee2d6ebe tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 945 time: 0.2874069
Nov 24 16:48:56.011890 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-b8e3c126-d4b0-4e17-b93a-c4d1b9f3db3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 HTTP/1.1" status: 200  len: 217 time: 0.1230617
Nov 24 16:48:56.045212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.057137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.082629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.103768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.104933 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d146ad78-4875-4545-82f6-ffafe21792fb None None] Provisioning for port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:56.112612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d146ad78-4875-4545-82f6-ffafe21792fb None None] Provisioning complete for port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:56.113372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d146ad78-4875-4545-82f6-ffafe21792fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.126108 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.160334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.189299 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Attempting to bind port 52a73536-67bb-410f-85aa-47899d21a379 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:56.189680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Attempting to bind port 52a73536-67bb-410f-85aa-47899d21a379 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:56.190574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Attempting to bind port 52a73536-67bb-410f-85aa-47899d21a379 on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:56.197332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Pushing event updated for resources: {'Port': ['ID=52a73536-67bb-410f-85aa-47899d21a379,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:56.200739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:56.206810 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d28bcc3-6dfd-4be8-acfa-e809f974c53a req-42aba30f-5dac-40bc-a813-7b210457f8fc tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3211589
Nov 24 16:48:56.209911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Port 52a73536-67bb-410f-85aa-47899d21a379 on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:48:56.210950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Attempting to bind port 52a73536-67bb-410f-85aa-47899d21a379 on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:56.213183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa4ad839-0903-438c-bcea-d338131ff88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:56.219410 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d146ad78-4875-4545-82f6-ffafe21792fb None None] Port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:48:56.289769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:56.296031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Usage tracker for resource:security_group_rule and tenant:3b3940d4ae1c4177ae29c02377bb4b0b is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:56.299214 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db6c0dd61897450794600d019180825c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9729528
Nov 24 16:48:56.304225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:56.312810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:56.316522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46838) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:56.320631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:56.320921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Checking segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:56.321341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Bound using segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:56.321829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Bound port: 52a73536-67bb-410f-85aa-47899d21a379, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:56.322246 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.360940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-de4f330b-782c-4af7-9be7-48a013929b36 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:56.362525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-de4f330b-782c-4af7-9be7-48a013929b36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.3304923
Nov 24 16:48:56.364908 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-490b82dd-b1aa-4be9-bc3c-406c66ae5ac6 req-fa2779fc-0eab-4e9c-bc2b-2eb84b7e8405 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3298433
Nov 24 16:48:56.369139 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=527c37cdc53f4bfba924ebcfc5efc82a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7946527
Nov 24 16:48:56.374376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fa560-3eda-4868-b2ff-6ce516f36e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b8a66b-1ee9-4bd3-8470-cc5de3808f80,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:56.380986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 46842) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:56.462351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:56.469287 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-093f4770-2f9c-4781-aa7f-5ec8a4e51b2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0873556
Nov 24 16:48:56.501130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Usage tracker for resource:security_group_rule and tenant:27ee41b6e9e04cf8a39f6dd5bc920ffd is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:56.549409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d4ec0-406c-48ca-a1e8-219c4cce82e6,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:56.552911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:56.559515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:56.559943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:56.629417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.697101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] For port 52a73536-67bb-410f-85aa-47899d21a379, host hv-cinder-81877, cleared binding levels {{(pid=88184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:56.722254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:56.731514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] For port 52a73536-67bb-410f-85aa-47899d21a379, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=52a73536-67bb-410f-85aa-47899d21a379,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:56.733626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.746650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.765547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:56.804833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:56.874858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.876374 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] 10.222.0.21 "PUT /v2.0/ports/52a73536-67bb-410f-85aa-47899d21a379 HTTP/1.1" status: 200  len: 1094 time: 3.6460116
Nov 24 16:48:56.876966 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'tag': '52a73536-67bb-410f-85aa-47899d21a379'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:48:56.885810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.911111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Pushing event updated for resources: {'Port': ['ID=52a73536-67bb-410f-85aa-47899d21a379,revision_number=3']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:56.929649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:56.973817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:56.984945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:57.015615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd458a02-06fd-4603-b446-df44d581940a,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:57.033354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:57.051317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.059804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cb760-6363-4def-a88f-47cddefcf17a req-c93ecac5-5b3f-4f26-8f27-e7f9f2c4d56e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:57.061695 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f30cb760-6363-4def-a88f-47cddefcf17a req-c93ecac5-5b3f-4f26-8f27-e7f9f2c4d56e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 944 time: 0.3656909
Nov 24 16:48:57.075432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:57.076955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.092381 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cca87cb-035c-4285-9749-eadbc6fdc8a9 {{(pid=88184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:48:57.104727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b8a66b-1ee9-4bd3-8470-cc5de3808f80,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:57.107949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.112716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821ad8a-b4dd-41d9-9582-de8b5a033d4e req-4bf10f83-258d-4eb6-8af6-46907fc2f198 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:57.120709 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4821ad8a-b4dd-41d9-9582-de8b5a033d4e req-4bf10f83-258d-4eb6-8af6-46907fc2f198 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 931 time: 0.7545586
Nov 24 16:48:57.126930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:57.153885 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bb9b19b4-be9d-424c-a82c-250041681f8a req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1449986
Nov 24 16:48:57.154009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Transition to ACTIVE for port object 0cca87cb-035c-4285-9749-eadbc6fdc8a9 will not be triggered until provisioned by entity L2. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:48:57.159141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.160737 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7b8a66b-1ee9-4bd3-8470-cc5de3808f80 HTTP/1.1" status: 204  len: 168 time: 0.8424561
Nov 24 16:48:57.163713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.175804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:57.345853 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4821ad8a-b4dd-41d9-9582-de8b5a033d4e req-0e443671-f0c2-4d2e-b05e-522680cd52f7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2241614
Nov 24 16:48:57.357980 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-3ecd2cdd-01db-497a-8284-4a7f603484de service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8578746
Nov 24 16:48:57.366904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.483588 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'tag': '52a73536-67bb-410f-85aa-47899d21a379', 'status': 'completed', 'code': 200}
Nov 24 16:48:57.520547 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-f90708a1-da20-4bca-a271-a6a335572f8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 1097 time: 0.5345583
Nov 24 16:48:57.580648 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f30cb760-6363-4def-a88f-47cddefcf17a req-1d03654c-3f8f-44cb-9da6-98f4c0be72ec tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5011625
Nov 24 16:48:57.583120 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9c18245-2d8c-4610-b530-7142cdfde922 req-5d3c9ddc-ca6d-4211-9a4b-c50817478872 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785667
Nov 24 16:48:57.593090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.604499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.660038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a4903da5-311a-47ff-961c-e3b80c1aa5e9 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:48:57.692743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:57.704817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:57.709272 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-3c6083ec-a515-44ef-9461-8fddbb1c1f0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52a73536-67bb-410f-85aa-47899d21a379 HTTP/1.1" status: 200  len: 217 time: 0.1297348
Nov 24 16:48:57.747614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b8c00a24-7d73-4d64-883d-fdc35ab1efa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:57.762502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 46870) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:57.809450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port a4903da5-311a-47ff-961c-e3b80c1aa5e9 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:48:57.815056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port a4903da5-311a-47ff-961c-e3b80c1aa5e9 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:48:57.815986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.858527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Attempting to bind port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:48:57.858882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Attempting to bind port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:48:57.859247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Attempting to bind port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 on network 775fd794-fac2-4525-b9fe-0504fe2b2946 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:57.871647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7593c44-bcc5-4e05-9661-c0120a6a67b2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:57.873376 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-c7593c44-bcc5-4e05-9661-c0120a6a67b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.1524503
Nov 24 16:48:57.874137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 on network 775fd794-fac2-4525-b9fe-0504fe2b2946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:48:57.874489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Attempting to bind port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 on network 775fd794-fac2-4525-b9fe-0504fe2b2946 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:48:57.882107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:48:57.882503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Checking segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:48:57.882923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Bound using segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:48:57.883395 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Bound port: 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:48:57.883775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.902901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.927886 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27ee41b6e9e04cf8a39f6dd5bc920ffd&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0973074
Nov 24 16:48:57.928883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c467c08-0110-4487-bf77-381fd6463132,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:57.932994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46876) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:57.952820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:57.958542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:57.987822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44398b13-1e97-4392-a8e1-c772c21372cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:48:57.999089 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port a4903da5-311a-47ff-961c-e3b80c1aa5e9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:57.999288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.002131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.004309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:58.015561 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:58.046936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:58.051795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d4ec0-406c-48ca-a1e8-219c4cce82e6,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:58.064915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:58.066464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Usage tracker for resource:security_group_rule and tenant:28de210abd2e42eab64d674fd6222ba3 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:58.075830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:58.095730 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-b82deaa3-9637-4f4e-a830-865376024cda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 1097 time: 0.3834996
Nov 24 16:48:58.102699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9c6f-060c-4ce5-9516-7ad9fab5d588 req-79ceb2e1-bd07-43d3-90e8-6cebc9706427 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:58.104109 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e6da9c6f-060c-4ce5-9516-7ad9fab5d588 req-79ceb2e1-bd07-43d3-90e8-6cebc9706427 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 944 time: 0.4516590
Nov 24 16:48:58.105660 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:58.110227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, cleared binding levels {{(pid=88184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:48:58.110328 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=a4903da5-311a-47ff-961c-e3b80c1aa5e9,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:58.114209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:58.119829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.126989 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-3837af75-1abe-49bf-8fd1-86e5383f4d88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2316718
Nov 24 16:48:58.137572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:48:58.139168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f564011-de7c-4a0c-bfc2-eff01c8e3874 req-d6920e29-9cc0-4984-81ed-0714ed77743a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:58.141032 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f564011-de7c-4a0c-bfc2-eff01c8e3874 req-d6920e29-9cc0-4984-81ed-0714ed77743a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 945 time: 0.3229511
Nov 24 16:48:58.167205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.189300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:58.275644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.276979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.278233 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b49d4ec0-406c-48ca-a1e8-219c4cce82e6 HTTP/1.1" status: 204  len: 168 time: 1.8943758
Nov 24 16:48:58.324617 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f564011-de7c-4a0c-bfc2-eff01c8e3874 req-fa3c3400-8168-4347-9a51-c61270f22c0d tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735604
Nov 24 16:48:58.351714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.353207 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] 10.222.0.21 "PUT /v2.0/ports/0cca87cb-035c-4285-9749-eadbc6fdc8a9 HTTP/1.1" status: 200  len: 1093 time: 2.6218438
Nov 24 16:48:58.412780 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e6da9c6f-060c-4ce5-9516-7ad9fab5d588 req-b820ce64-66fd-431b-9bf3-c9cba58a7313 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663500
Nov 24 16:48:58.494166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-0f8e89d4-45c0-4f5d-9b79-23d5068347b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:58.495798 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-0f8e89d4-45c0-4f5d-9b79-23d5068347b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.3864796
Nov 24 16:48:58.518212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=3']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:58.521504 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44398b13-1e97-4392-a8e1-c772c21372cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9', 'code': 200}
Nov 24 16:48:58.558984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:58.590080 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-0ff296de-07ae-4821-b0b7-38ce0b8e3855 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4458618
Nov 24 16:48:58.831631 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db0c7fc6-e3ce-4aa0-9425-693a2af4af12 req-e4cd820c-db76-48ef-b57b-ca7e0b6fd889 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207022
Nov 24 16:48:58.838826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.851732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-40b67d46-ff23-49e7-b303-a5bfa7a58e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:58.868608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.872339 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c467c08-0110-4487-bf77-381fd6463132 HTTP/1.1" status: 204  len: 168 time: 0.9292662
Nov 24 16:48:58.873978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c467c08-0110-4487-bf77-381fd6463132,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:58.880129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:58.895696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:58.919022 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-b306bf79-2860-49bb-b332-12931402cd53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 1096 time: 0.5140905
Nov 24 16:48:59.005334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:59.030827 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-b12f3cd9-c590-488b-8ece-9be2dbd24300 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 HTTP/1.1" status: 200  len: 217 time: 0.5027564
Nov 24 16:48:59.121643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dab00571-746d-454d-a18b-b475ccce7d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:59.146686 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-ffde9dd0-ae2a-4168-95db-4b5f1bc83144 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9 HTTP/1.1" status: 200  len: 217 time: 0.1633596
Nov 24 16:48:59.223917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-43c70c9c-494d-47be-a193-e1b6c0a8d1b7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:59.225503 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-43c70c9c-494d-47be-a193-e1b6c0a8d1b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.0831578
Nov 24 16:48:59.271532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-c68e75cb-45da-46c3-abaa-fe39685905ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:59.275571 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-c68e75cb-45da-46c3-abaa-fe39685905ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.1188707
Nov 24 16:48:59.278918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46898) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:59.324660 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-735f882e-8cea-4a82-8171-194e115ee63a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0821407
Nov 24 16:48:59.373335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583df5ad-43b7-462a-9589-8534869be64d,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:48:59.376386 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 46904) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:59.393964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:59.427257 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99338c83-ac81-4c8a-a6d6-e292f9f1565f req-aa198c85-5fdf-4cdd-b6f0-5ce0ebf55ed0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1098 time: 0.5030856
Nov 24 16:48:59.473032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:48:59.479956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Usage tracker for resource:security_group_rule and tenant:790523f1583543318dfff071b27f439f is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:48:59.490921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:48:59.494978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:48:59.509908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:48:59.517428 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-4349352d-dff9-49f6-bbde-1e52585314e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1971941
Nov 24 16:48:59.557554 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99338c83-ac81-4c8a-a6d6-e292f9f1565f req-1dcb18bd-e038-45b6-b290-8c7a9f3cb4ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200590
Nov 24 16:48:59.646278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:48:59.658663 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28de210abd2e42eab64d674fd6222ba3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8815072
Nov 24 16:48:59.660971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:48:59.661400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46922) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:48:59.712248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2c686-33ba-419e-908b-be6c0da1e7ae req-94a631b9-71dc-4c55-907d-68611f4e8612 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:59.720418 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0da2c686-33ba-419e-908b-be6c0da1e7ae req-94a631b9-71dc-4c55-907d-68611f4e8612 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 944 time: 0.8138840
Nov 24 16:48:59.728963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5b92e-0f70-4b39-9a2f-55f94a287456 req-def33af2-498b-4932-8375-7da04c931182 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:48:59.736583 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-76c5b92e-0f70-4b39-9a2f-55f94a287456 req-def33af2-498b-4932-8375-7da04c931182 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 1.0504420
Nov 24 16:48:59.772928 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-d05f851a-e80c-4d25-92ed-344ec6fe8481 service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425303
Nov 24 16:48:59.808153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:59.832417 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-76c5b92e-0f70-4b39-9a2f-55f94a287456 req-d501706e-4d55-474a-975e-7bd66a3ecfe7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948284
Nov 24 16:48:59.836302 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ac5b8858-7130-49bc-973a-daac0014a797 req-1d3ebcf4-1169-4fee-bf4b-41573955a65e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 1097 time: 0.8297133
Nov 24 16:48:59.860457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:48:59.950593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:48:59.955635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:48:59.995440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73', 'network_id': '6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97', 'port_id': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73', 'mac_address': 'fa:16:3e:c8:24:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4789849-0a30-4a68-8744-91bb92647a26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:48:59.996039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.067598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.076662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ebf40-111a-485d-a2e8-26fff4ee726c,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:00.083179 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=790523f1583543318dfff071b27f439f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8020973
Nov 24 16:49:00.084207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:00.096571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46936) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:00.104820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.108506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:49:00.115794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.127677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:00.135739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.138702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-30cc39cf-e84f-4d13-88bd-7148d50192dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:00.160962 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-fc03b354-9c14-4057-8152-3876b9b95f6f service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3778708
Nov 24 16:49:00.220415 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-cd909670-753b-4495-862d-495c1520feb4 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8744998
Nov 24 16:49:00.228095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b8858-7130-49bc-973a-daac0014a797 req-e6737437-9916-4b61-a02b-9f1a098463a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:00.228498 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:00.229783 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ac5b8858-7130-49bc-973a-daac0014a797 req-e6737437-9916-4b61-a02b-9f1a098463a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 912 time: 0.3751645
Nov 24 16:49:00.243789 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-284621d3-0b5c-43d2-a73c-c0f9ef34569f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4339612
Nov 24 16:49:00.244390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:00.275839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.286163 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.297384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-83fd71fc-2f5d-4856-8e35-aae364dcb50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:00.324616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583df5ad-43b7-462a-9589-8534869be64d,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:00.330915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.338930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:00.394059 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.397915 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/583df5ad-43b7-462a-9589-8534869be64d HTTP/1.1" status: 204  len: 168 time: 0.7328691
Nov 24 16:49:00.431219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:49:00.445840 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0da2c686-33ba-419e-908b-be6c0da1e7ae req-3f5ad1e7-c372-4591-a4d4-bc811de2262b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7244053
Nov 24 16:49:00.446656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.447401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.459160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:00.497802 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ac5b8858-7130-49bc-973a-daac0014a797 req-09be554a-cb14-4164-baed-2e67e8eb0e69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52a73536-67bb-410f-85aa-47899d21a379 HTTP/1.1" status: 200  len: 217 time: 0.2443945
Nov 24 16:49:00.595712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b8858-7130-49bc-973a-daac0014a797 req-4db53c0a-55aa-4738-bcaf-fe5cfebfbd2a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:00.597280 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ac5b8858-7130-49bc-973a-daac0014a797 req-4db53c0a-55aa-4738-bcaf-fe5cfebfbd2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.0794230
Nov 24 16:49:00.668228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:00.688846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da12d8-8beb-45b0-9d39-459bb9f8e372 req-735a7c77-5528-44ad-9ad5-dc1e5928b624 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:00.690522 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f9da12d8-8beb-45b0-9d39-459bb9f8e372 req-735a7c77-5528-44ad-9ad5-dc1e5928b624 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 945 time: 0.6333315
Nov 24 16:49:00.702597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Usage tracker for resource:security_group_rule and tenant:52d0e1385b2d46abb09243f200d3fa12 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:00.721075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:00.738402 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:00.830777 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0019a363-faf6-4dd7-8bac-63e55dfd0430 req-4ba6d43c-9b9c-453d-8c15-162e7460e6d9 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5962405
Nov 24 16:49:00.848797 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ebf40-111a-485d-a2e8-26fff4ee726c,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:00.851704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:00.873197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:00.876962 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d58ebf40-111a-485d-a2e8-26fff4ee726c HTTP/1.1" status: 204  len: 168 time: 0.7738967
Nov 24 16:49:00.883442 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-2e5423e0-74cf-4760-ab8f-cb8caa93c729 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1293be0c07d47dc908154cfb3164097&device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 1098 time: 0.5258212
Nov 24 16:49:00.916461 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f9da12d8-8beb-45b0-9d39-459bb9f8e372 req-c536fdd0-c5a7-4847-9728-63eff729b967 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906371
Nov 24 16:49:00.922144 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ac5b8858-7130-49bc-973a-daac0014a797 req-f7410b63-285b-4b78-b23d-61d4aac145c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3060336
Nov 24 16:49:01.061271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57f23-14ee-45d4-9444-0fefc18fe9a0 req-e5ad0384-c5ec-47f0-a9d2-8889b60f4a4f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:01.066101 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4cb57f23-14ee-45d4-9444-0fefc18fe9a0 req-e5ad0384-c5ec-47f0-a9d2-8889b60f4a4f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 945 time: 0.3416114
Nov 24 16:49:01.123695 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'status': 'completed', 'code': 200}
Nov 24 16:49:01.237682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-7cff790d-44dd-44b7-ac05-5e0b9fd4e2d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:01.239971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-7cff790d-44dd-44b7-ac05-5e0b9fd4e2d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=449a0058-562d-43cd-b9d2-375a9241e5be HTTP/1.1" status: 200  len: 913 time: 0.3320124
Nov 24 16:49:01.364382 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-4208a24f-b428-48f4-b1da-31d6b657de54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe HTTP/1.1" status: 200  len: 217 time: 0.1152606
Nov 24 16:49:01.416051 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4cb57f23-14ee-45d4-9444-0fefc18fe9a0 req-62a3eae4-23d3-4464-a8fb-52c02376685c tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183545
Nov 24 16:49:01.496645 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:01.535480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:01.563962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-dd6a985b-7528-4d63-9f3a-080d5ea9d98c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:01.565539 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-dd6a985b-7528-4d63-9f3a-080d5ea9d98c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46745a90-ced6-48a0-afa8-2d91db25ee09 HTTP/1.1" status: 200  len: 852 time: 0.1944349
Nov 24 16:49:01.607563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-49b120f1-7451-447b-941c-5170361baaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:01.643853 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ac5b8858-7130-49bc-973a-daac0014a797 req-fe39aef1-691d-4589-a8a7-ac971975d56c service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7012084
Nov 24 16:49:01.649547 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-ece2354a-b81f-4e2b-aa15-63bd3684e8e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=449a0058-562d-43cd-b9d2-375a9241e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0771742
Nov 24 16:49:01.656063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 52a73536-67bb-410f-85aa-47899d21a379 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:49:01.658797 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:49:01.661112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e66c98-fb7b-4a42-897c-c2f9120f0475 req-e550c303-034c-4da6-aba1-eb4f994143a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:01.663195 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-18e66c98-fb7b-4a42-897c-c2f9120f0475 req-e550c303-034c-4da6-aba1-eb4f994143a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.4668641
Nov 24 16:49:01.675845 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-b4abd12e-e489-4995-8134-7e16bfecd507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 1096 time: 0.4545832
Nov 24 16:49:01.809082 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-c3253db0-80d7-4740-97ce-ec7e7a96cc24 service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528029
Nov 24 16:49:01.908543 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ac5b8858-7130-49bc-973a-daac0014a797 req-68436428-2f85-4c04-b5af-bd33e3682a3c service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363474
Nov 24 16:49:01.988992 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3ad17fd-fb88-4579-a730-8c34dbeff034 req-10da35a3-7bb4-421f-bd92-177ed03f1530 service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727784
Nov 24 16:49:02.003779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:49:02.014061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:49:02.014512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.159363 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-18e66c98-fb7b-4a42-897c-c2f9120f0475 req-50963a21-c993-417b-a48e-fbbd7faa5a3b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4824781
Nov 24 16:49:02.176110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d0814b-271e-438f-bb61-1100db86b7a3,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:02.191102 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52d0e1385b2d46abb09243f200d3fa12&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5462384
Nov 24 16:49:02.191102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:02.191931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 46992) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:02.200094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-fb06a4a6-ebf6-4b7b-a495-2b4c865dbfa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:02.201706 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-fb06a4a6-ebf6-4b7b-a495-2b4c865dbfa6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 918 time: 0.2795358
Nov 24 16:49:02.208103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bed20e-cc14-418a-871c-7bf9d2f39bbe req-a68d47ab-6d7b-408d-a75c-0e62c8318cf4 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:02.216515 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44bed20e-cc14-418a-871c-7bf9d2f39bbe req-a68d47ab-6d7b-408d-a75c-0e62c8318cf4 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 944 time: 0.5710995
Nov 24 16:49:02.306086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 52a73536-67bb-410f-85aa-47899d21a379, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=52a73536-67bb-410f-85aa-47899d21a379,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:02.360298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '52a73536-67bb-410f-85aa-47899d21a379', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'port_id': '52a73536-67bb-410f-85aa-47899d21a379', 'mac_address': 'fa:16:3e:8f:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:49:02.364902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.371704 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44bed20e-cc14-418a-871c-7bf9d2f39bbe req-1625baf2-d424-4ca0-b58d-3467e820648a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1541083
Nov 24 16:49:02.373329 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-d0a247e3-868e-44d3-a848-b1ddb62136e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9 HTTP/1.1" status: 200  len: 217 time: 0.1313319
Nov 24 16:49:02.434467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.448202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.466563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-46168b2d-411f-4392-bf7f-4697c1a5ec7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:02.468375 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-46168b2d-411f-4392-bf7f-4697c1a5ec7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.0890877
Nov 24 16:49:02.508086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.514767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:02.566193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d0814b-271e-438f-bb61-1100db86b7a3,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:02.571223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:02.580893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:49:02.582215 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-e5c6ff9c-b0c4-427e-937c-9efca9629940 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1067450
Nov 24 16:49:02.587365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.591505 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9d0814b-271e-438f-bb61-1100db86b7a3 HTTP/1.1" status: 204  len: 168 time: 0.3986435
Nov 24 16:49:02.673053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:02.682668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.686316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:02.754742 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-06032dd2-4a4e-4cf4-aac2-fddabf6f1fdb service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640489
Nov 24 16:49:02.774828 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73', 'code': 200}
Nov 24 16:49:02.775977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:02.778993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.792356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:02.805045 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a73536-67bb-410f-85aa-47899d21a379 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:49:02.824208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 52a73536-67bb-410f-85aa-47899d21a379, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=52a73536-67bb-410f-85aa-47899d21a379,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:02.829334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:02.830239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 0cca87cb-035c-4285-9749-eadbc6fdc8a9 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:49:02.840888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:02.842862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47016) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:02.924766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=52a73536-67bb-410f-85aa-47899d21a379,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:02.930164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:03.232639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:03.250316 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2cd0fd99-b670-4116-80d5-acdfb888a841 req-ef0286ae-304d-4feb-acdb-fb198cfda086 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 1099 time: 0.1678035
Nov 24 16:49:03.253192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'port_id': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'mac_address': 'fa:16:3e:1f:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:49:03.325017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.341637 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2cd0fd99-b670-4116-80d5-acdfb888a841 req-3871e0e4-48f5-4f4d-a97a-1cb67ed10bb0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837986
Nov 24 16:49:03.347454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221ad4-7ba3-4df4-8e0b-242ccf5903af req-8e30a58e-93ff-456f-829c-7971a4d798d8 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:03.357984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cca87cb-035c-4285-9749-eadbc6fdc8a9 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:49:03.360757 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6c221ad4-7ba3-4df4-8e0b-242ccf5903af req-8e30a58e-93ff-456f-829c-7971a4d798d8 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.6021409
Nov 24 16:49:03.377715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:03.383472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.386453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:03.443591 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6c221ad4-7ba3-4df4-8e0b-242ccf5903af req-7b72b66a-1509-4207-9754-c7fe1fdafea6 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817244
Nov 24 16:49:03.487198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-633544418-network', 'tenant_id': '66a4bf85a8d348da9024cbcec9ae8d8b'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:49:03.503030 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d756eb4-dece-492f-8445-cae8eefddcf1 req-5eb0a4eb-f6af-45c8-ada7-1ec6e203410e service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6671646
Nov 24 16:49:03.503115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:03.506364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Usage tracker for resource:network and tenant:66a4bf85a8d348da9024cbcec9ae8d8b is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:03.513865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:03.528528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:03.568850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:03.570459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Made reservation on behalf of 66a4bf85a8d348da9024cbcec9ae8d8b for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:49:03.576060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.609625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:03.614979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.659657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:03.664872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Usage tracker for resource:security_group_rule and tenant:66a4bf85a8d348da9024cbcec9ae8d8b is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:03.669070 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:03.676046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:03.689459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['0cca87cb-035c-4285-9749-eadbc6fdc8a9'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:49:03.766056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.767958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a3b19-cd42-4f90-ad0b-bf9d48aac70b req-6de6e6e5-4b6d-4d3d-8c52-d2862465d06e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:03.771591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.774507 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bb2a3b19-cd42-4f90-ad0b-bf9d48aac70b req-6de6e6e5-4b6d-4d3d-8c52-d2862465d06e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 944 time: 0.1653647
Nov 24 16:49:03.786701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:49:03.797291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['52a73536-67bb-410f-85aa-47899d21a379'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:49:03.799400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.800050 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Added segment ee814e2c-d4c4-422c-b9b4-92d2d162de12 of type vlan for network 07836374-914c-4110-b50c-d3a444f458c8
Nov 24 16:49:03.843908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.883197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bd5cb482-9b40-4286-b494-2f7f3c96d228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:03.897698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.900403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47048) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:03.911546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:03.913107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:03.946976 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bb2a3b19-cd42-4f90-ad0b-bf9d48aac70b req-1650d6b0-5128-41b8-abfe-7d8224b27b6d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1617770
Nov 24 16:49:03.965425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e8236e-ae6d-4169-b9bb-a9864f0f844b,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:03.995884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:04.000523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-87ca2535-8f71-4016-a548-02ffb873289a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:04.014807 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b2464-25c7-407c-b010-7d96d9cf940b req-637c2393-839c-4007-96ce-dd0b5835424c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:04.023628 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8d5b2464-25c7-407c-b010-7d96d9cf940b req-637c2393-839c-4007-96ce-dd0b5835424c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 945 time: 0.2023950
Nov 24 16:49:04.082712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8d5b2464-25c7-407c-b010-7d96d9cf940b req-b0cfd64f-5866-48bb-982e-caa58da35f2c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575960
Nov 24 16:49:04.127596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Pushing event updated for resources: {'Network': ['ID=07836374-914c-4110-b50c-d3a444f458c8,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:04.129923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.160569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:04.179883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 07836374-914c-4110-b50c-d3a444f458c8 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:49:04.185826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47056) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:04.193362 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3375688
Nov 24 16:49:04.200496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Request body: {'subnet': {'network_id': '07836374-914c-4110-b50c-d3a444f458c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-633544418-subnet', 'tenant_id': '66a4bf85a8d348da9024cbcec9ae8d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:49:04.217430 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:04.244957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Usage tracker for resource:subnet and tenant:66a4bf85a8d348da9024cbcec9ae8d8b is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:04.248637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:04.254487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5f651da88c4759abbc0a4ed4870465 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:04.258258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:04.258868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:04.266396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:04.284752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:04.318218 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Made reservation on behalf of 66a4bf85a8d348da9024cbcec9ae8d8b for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:49:04.323346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.358282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.362788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.375909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:04.454578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea8e570-6e20-49db-844d-5d038c76e781,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:04.457991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:04.462066 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a5f651da88c4759abbc0a4ed4870465&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5604162
Nov 24 16:49:04.480829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47070) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:04.660849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.703465 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.762775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.769783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-63dbcc97-6b3b-434d-bc22-5cbef5898e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:04.782459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea8e570-6e20-49db-844d-5d038c76e781,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:04.784894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:04.792691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.796538 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dea8e570-6e20-49db-844d-5d038c76e781 HTTP/1.1" status: 204  len: 168 time: 0.3121817
Nov 24 16:49:04.937695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99707e19-9195-4eb6-bf8e-a9668cb20087 req-1e1acbae-8842-4def-8525-fc872f00441c tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:04.946463 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99707e19-9195-4eb6-bf8e-a9668cb20087 req-1e1acbae-8842-4def-8525-fc872f00441c tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1940024
Nov 24 16:49:04.978887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:04.986080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:05.060461 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99707e19-9195-4eb6-bf8e-a9668cb20087 req-6efc4029-8137-4afe-b5ab-fd00c5d4161c tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131804
Nov 24 16:49:05.086831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ec54899-f715-4a01-90e7-b30fc04de8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.124146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e90cb03-70b3-4281-b4b9-fc79b7f4c4e4,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:05.134305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:05.141978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Checking segment: {'id': 'ee814e2c-d4c4-422c-b9b4-92d2d162de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '07836374-914c-4110-b50c-d3a444f458c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:49:05.142432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Network hostable DHCP agents. Network: 07836374-914c-4110-b50c-d3a444f458c8, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:49:05.269651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47102) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:05.380772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Network 07836374-914c-4110-b50c-d3a444f458c8 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:49:05.399085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 07836374-914c-4110-b50c-d3a444f458c8) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:49:05.403520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:05.404170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.411733 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2314c64-7c16-4f67-94bd-fb925ab2285a None None] Network 07836374-914c-4110-b50c-d3a444f458c8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:49:05.422837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87348c1-3478-4eb0-a1d9-5478ed1961e4 req-69047955-1814-4230-ac74-4393f4ebf791 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:05.430329 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e87348c1-3478-4eb0-a1d9-5478ed1961e4 req-69047955-1814-4230-ac74-4393f4ebf791 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 944 time: 0.2896521
Nov 24 16:49:05.461582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195838-febc-4e9b-8864-a3a83038f4c8 req-7161b922-8360-4dab-bf83-916d732ad79a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:05.463264 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bd195838-febc-4e9b-8864-a3a83038f4c8 req-7161b922-8360-4dab-bf83-916d732ad79a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 945 time: 0.1985099
Nov 24 16:49:05.535699 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3483734
Nov 24 16:49:05.559518 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e87348c1-3478-4eb0-a1d9-5478ed1961e4 req-6e9aa8dc-1bdf-42ab-bdd1-378a5689af13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282320
Nov 24 16:49:05.567520 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bd195838-febc-4e9b-8864-a3a83038f4c8 req-27b6ec80-c0d2-47c0-aedd-cd7b941a4d93 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925333
Nov 24 16:49:05.571064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.635696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:05.641063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea299e83029c4dea8b579a4962317c83 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:05.645001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:05.652335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:05.711739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 52a73536-67bb-410f-85aa-47899d21a379 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:49:05.729624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.734390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.743894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:05.779970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530da48b-d9e7-4c64-bcb1-4c711ae11052 None None] Network 07836374-914c-4110-b50c-d3a444f458c8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:49:05.805207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e1536b-95e6-4edb-a095-847c736b4245,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:05.809029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:05.811510 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea299e83029c4dea8b579a4962317c83&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5410898
Nov 24 16:49:05.814524 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47126) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:05.904339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.921512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 52a73536-67bb-410f-85aa-47899d21a379 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:49:05.930426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 52a73536-67bb-410f-85aa-47899d21a379 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:49:05.930845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.942011 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:05.999710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.005744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7a822ae0-7d5b-4e0c-a929-f63fd35dc468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:06.025326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e1536b-95e6-4edb-a095-847c736b4245,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:06.028497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:06.029840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.031112 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3e1536b-95e6-4edb-a095-847c736b4245 HTTP/1.1" status: 204  len: 168 time: 0.2155344
Nov 24 16:49:06.267150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.301589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a73536-67bb-410f-85aa-47899d21a379'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:49:06.312878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 52a73536-67bb-410f-85aa-47899d21a379, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=52a73536-67bb-410f-85aa-47899d21a379,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:06.320058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.321162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 0cca87cb-035c-4285-9749-eadbc6fdc8a9 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:49:06.335500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de138f-79f5-4bb5-b97f-4d0b8cd0c5e1 req-9693d090-d9b7-479c-8ae8-70325572f39a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:06.337114 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-58de138f-79f5-4bb5-b97f-4d0b8cd0c5e1 req-9693d090-d9b7-479c-8ae8-70325572f39a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1189780
Nov 24 16:49:06.372173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e1ed4837-1455-4a0b-91a5-0072c79bf4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:06.426765 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a73536-67bb-410f-85aa-47899d21a379', 'code': 200}
Nov 24 16:49:06.457473 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-58de138f-79f5-4bb5-b97f-4d0b8cd0c5e1 req-2a8202c6-7bc8-4272-b35b-c753c6f7e014 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113577
Nov 24 16:49:06.501701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=52a73536-67bb-410f-85aa-47899d21a379,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:06.531745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:06.538626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:49:06.544532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:49:06.544952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.595773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.675306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.700457 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3707b665-2004-4e3b-b9d6-2ea76b093659 req-89e9f246-dfa1-403d-8a53-3d4cd5cf0bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 1099 time: 0.1099486
Nov 24 16:49:06.729749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:49:06.738357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.740731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:06.839253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:06.849553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-3707b665-2004-4e3b-b9d6-2ea76b093659 req-cca90b72-a28d-4189-b156-dd69f07be403 service neutron] Synchronizing usage tracker for tenant:3b3940d4ae1c4177ae29c02377bb4b0b on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:49:06.877849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:06.887207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-3707b665-2004-4e3b-b9d6-2ea76b093659 req-cca90b72-a28d-4189-b156-dd69f07be403 service neutron] Unset dirty status for tenant:3b3940d4ae1c4177ae29c02377bb4b0b on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:49:06.888440 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3707b665-2004-4e3b-b9d6-2ea76b093659 req-cca90b72-a28d-4189-b156-dd69f07be403 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1812842
Nov 24 16:49:06.896284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c846b-e819-4f38-9e06-791595850e44 req-bcd04f51-2e46-4dfb-a1ea-f5889f69116f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:06.898616 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a71c846b-e819-4f38-9e06-791595850e44 req-bcd04f51-2e46-4dfb-a1ea-f5889f69116f tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 946 time: 0.1221092
Nov 24 16:49:06.914894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47166) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:06.952585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:06.959353 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a71c846b-e819-4f38-9e06-791595850e44 req-32c742ae-0825-4a21-830e-93e85d160289 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522237
Nov 24 16:49:07.013407 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:07.017439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Usage tracker for resource:security_group_rule and tenant:2916edbd231148c4bf4b1104b409f0ad is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:07.020574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:07.029519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:07.108045 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:07.116867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:07.135907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:07.207379 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2916edbd231148c4bf4b1104b409f0ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2912152
Nov 24 16:49:07.208160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5842ccb7-39a7-4ff4-a111-0d820c4cbf9e,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:07.211087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47178) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:07.214068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:07.335735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:07.394230 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:07.449748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd71de-349d-4cb0-a67a-0b24beb07d70 req-d3ca7696-e42b-4abf-aba6-24f7955dec6a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:07.457619 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1dd71de-349d-4cb0-a67a-0b24beb07d70 req-d3ca7696-e42b-4abf-aba6-24f7955dec6a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.4667909
Nov 24 16:49:07.465107 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-c8cb790e-c299-4cb9-a5cd-fe0862d7ee22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 1099 time: 0.3731713
Nov 24 16:49:07.467522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:07.478752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0629538f-1171-4ef2-a847-38b5281028d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:07.487744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1f059-6942-4ef6-8acd-02a0197bf424 req-bd0682f6-b245-4d21-9647-f9ca7bd3f79d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:07.489196 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fff1f059-6942-4ef6-8acd-02a0197bf424 req-bd0682f6-b245-4d21-9647-f9ca7bd3f79d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.2997937
Nov 24 16:49:07.499542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842ccb7-39a7-4ff4-a111-0d820c4cbf9e,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:07.503284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:07.504739 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5842ccb7-39a7-4ff4-a111-0d820c4cbf9e HTTP/1.1" status: 204  len: 168 time: 0.2927706
Nov 24 16:49:07.506001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:07.597018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5682606-017c-4caa-ae2d-026dec4e1fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:07.651288 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fff1f059-6942-4ef6-8acd-02a0197bf424 req-668f5f76-a8ac-4b87-911a-282ac1320112 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357245
Nov 24 16:49:07.686716 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1dd71de-349d-4cb0-a67a-0b24beb07d70 req-0ddec089-7f8a-4fc8-a96f-9ca8e3b47f8b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2279987
Nov 24 16:49:07.728278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-bec39e83-3791-4774-8be6-b42a21784e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:07.729945 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-bec39e83-3791-4774-8be6-b42a21784e75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.2494304
Nov 24 16:49:07.813015 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-e23b1758-40d6-4e8a-b5df-1bb57bf2bcdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 HTTP/1.1" status: 200  len: 217 time: 0.0700030
Nov 24 16:49:07.902090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-5ff042f9-0331-447f-b1b6-f50fba65ad1e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:07.907254 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-5ff042f9-0331-447f-b1b6-f50fba65ad1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.0868433
Nov 24 16:49:07.984168 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-b7341176-b634-48fb-80c8-760dd031f410 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679905
Nov 24 16:49:08.055783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.210521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47238) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:08.217800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-682364719-network', 'tenant_id': '1eba30a7ac2a454faacc84f7fefc6ba6'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:49:08.228088 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:08.238267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Usage tracker for resource:network and tenant:1eba30a7ac2a454faacc84f7fefc6ba6 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:08.247867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:08.263848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:08.289922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Made reservation on behalf of 1eba30a7ac2a454faacc84f7fefc6ba6 for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:49:08.296152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.336318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.372103 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-bd579f46-94b2-496e-a93f-9358a781b2f2 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3666234
Nov 24 16:49:08.412435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:08.420941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Usage tracker for resource:security_group_rule and tenant:1eba30a7ac2a454faacc84f7fefc6ba6 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:08.425665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:08.427431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:49:08.432941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:08.529145 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'code': 200}
Nov 24 16:49:08.579144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.587866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.594836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0f67d35d-21d0-4cc2-a996-de1b15e7dd13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:08.661224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:49:08.682047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e08137-1c40-4b43-af9e-48cec97a0843,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:08.699259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:08.705709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.706160 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Added segment 3753b295-2a8b-4fb2-a867-79598d115043 of type vlan for network 1efd3d57-300b-425e-99c1-cf1b36fd9956
Nov 24 16:49:08.780182 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-873484bc-c3b3-4805-b96b-2a5b8b717f06 req-fd0d6196-948c-4dc2-8609-82bcae55d877 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3998415
Nov 24 16:49:08.785215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.858656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.859988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:08.863024 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:08.959093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:08.972266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792088ce-fa77-45d2-ab75-c058b7a4e3c6 req-b96fd336-8c6a-4efe-a33d-1408cf106708 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:08.973729 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-792088ce-fa77-45d2-ab75-c058b7a4e3c6 req-b96fd336-8c6a-4efe-a33d-1408cf106708 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 946 time: 0.5949090
Nov 24 16:49:09.024487 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8126097
Nov 24 16:49:09.034458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47298) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:09.042927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:09.067309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Request body: {'subnet': {'network_id': '1efd3d57-300b-425e-99c1-cf1b36fd9956', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-682364719-subnet', 'tenant_id': '1eba30a7ac2a454faacc84f7fefc6ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:49:09.090081 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:09.100131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Usage tracker for resource:subnet and tenant:1eba30a7ac2a454faacc84f7fefc6ba6 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:09.111517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:09.129010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:09.148459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Pushing event updated for resources: {'Network': ['ID=1efd3d57-300b-425e-99c1-cf1b36fd9956,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:09.150277 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6a87f318-145e-4745-a97b-de953c118ec2 req-57ca1bde-6e40-45bb-9f5b-524a32045c2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 1098 time: 0.3230748
Nov 24 16:49:09.163912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 1efd3d57-300b-425e-99c1-cf1b36fd9956 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:49:09.164767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af50118-e308-4f41-b185-421cebb592d5 req-10360f72-5c2b-4679-b7ff-888e1d3f734d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:09.165867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:09.172754 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7af50118-e308-4f41-b185-421cebb592d5 req-10360f72-5c2b-4679-b7ff-888e1d3f734d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.2070963
Nov 24 16:49:09.176413 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-792088ce-fa77-45d2-ab75-c058b7a4e3c6 req-2b414723-8f0f-40f0-9306-2ab0b273542d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1506648
Nov 24 16:49:09.207583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Made reservation on behalf of 1eba30a7ac2a454faacc84f7fefc6ba6 for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:49:09.212799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:09.290961 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7af50118-e308-4f41-b185-421cebb592d5 req-f6e6a1ec-6605-49df-8133-161c0197ea47 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172564
Nov 24 16:49:09.447740 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6a87f318-145e-4745-a97b-de953c118ec2 req-9a12adc5-fa24-4cf9-9bd7-3e7339f0aa85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2893302
Nov 24 16:49:10.005091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83c76-d98f-437b-8ae6-fde4da1517c9 req-2d159757-8445-4dda-9ce4-9610cbd26114 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:10.011031 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02e83c76-d98f-437b-8ae6-fde4da1517c9 req-2d159757-8445-4dda-9ce4-9610cbd26114 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.5124454
Nov 24 16:49:10.047025 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:10.057097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:10.104102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a58de-1c22-43d7-b240-710ed9039810 req-ed5626cb-a5dc-48ae-9b6b-a32e104607c6 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:10.106822 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-539a58de-1c22-43d7-b240-710ed9039810 req-ed5626cb-a5dc-48ae-9b6b-a32e104607c6 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 946 time: 0.4511814
Nov 24 16:49:10.117473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47354) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:10.124973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'floatingip': {'port_id': '52a73536-67bb-410f-85aa-47899d21a379'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:49:10.177874 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02e83c76-d98f-437b-8ae6-fde4da1517c9 req-8096a6da-8cc1-499a-bd99-7b031c00b8dc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585047
Nov 24 16:49:10.177874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9caf0e-2159-4416-8bc5-b1d18f715079,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:10.188655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:10.212566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Checking segment: {'id': '3753b295-2a8b-4fb2-a867-79598d115043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1efd3d57-300b-425e-99c1-cf1b36fd9956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:49:10.212566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Network hostable DHCP agents. Network: 1efd3d57-300b-425e-99c1-cf1b36fd9956, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:49:10.261879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Network 1efd3d57-300b-425e-99c1-cf1b36fd9956 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:49:10.300348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 1efd3d57-300b-425e-99c1-cf1b36fd9956) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:49:10.305565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:10.306247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:10.311850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a09714-2dc9-467a-bfac-634fd48ca82c None None] Network 1efd3d57-300b-425e-99c1-cf1b36fd9956 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:49:10.327508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:10.351666 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3160357
Nov 24 16:49:10.357156 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47364) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:10.668089 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864a80b-caec-41e0-bd32-303204a47ef3 req-d7840fa9-6ed5-4ad6-a84c-447ba92d9b31 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:10.670165 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a864a80b-caec-41e0-bd32-303204a47ef3 req-d7840fa9-6ed5-4ad6-a84c-447ba92d9b31 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1949208
Nov 24 16:49:10.794353 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a864a80b-caec-41e0-bd32-303204a47ef3 req-b1a743d9-5675-46ba-b567-98c9f84899a6 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177862
Nov 24 16:49:10.863406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10796c0-8b45-49e2-8247-4e6a7fe1391e None None] Network 1efd3d57-300b-425e-99c1-cf1b36fd9956 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:49:10.972665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:11.052567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:11.064138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9805e703a34b558d0f08f3fdb89b3e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:11.067557 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:11.087404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:11.338713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:11.343625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:11.363620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:11.448852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59c18c3-c714-4ebb-8263-72d1514f1c87,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:11.456239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:11.462658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47394) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:11.464830 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c9805e703a34b558d0f08f3fdb89b3e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1062050
Nov 24 16:49:11.645849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba6d62-3d82-4d2a-9015-ec622c42fb1d req-abd1869a-7382-41b6-a109-44d9d5ec1cab tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:11.648204 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-22ba6d62-3d82-4d2a-9015-ec622c42fb1d req-abd1869a-7382-41b6-a109-44d9d5ec1cab tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1436470
Nov 24 16:49:11.716254 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-22ba6d62-3d82-4d2a-9015-ec622c42fb1d req-45f436bb-e99d-4313-9820-89419b348cbe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612109
Nov 24 16:49:11.875891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:11.908543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:11.961853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:11.970544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-09ace1fd-566e-4f76-9265-e7e8cf07d4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:12.063947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59c18c3-c714-4ebb-8263-72d1514f1c87,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:12.073498 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b639a-03fe-46a6-9633-9fa0c2d7a2fc req-a1e2b60e-5171-4bde-a413-e1003e07cec5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:12.076893 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e13b639a-03fe-46a6-9633-9fa0c2d7a2fc req-a1e2b60e-5171-4bde-a413-e1003e07cec5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.2060022
Nov 24 16:49:12.102895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47416) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:12.107532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.108166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.108904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.109634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.110233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.111059 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.111976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.112794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.113186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.113568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.113952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:12.117607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.118815 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f59c18c3-c714-4ebb-8263-72d1514f1c87 HTTP/1.1" status: 204  len: 168 time: 0.6510494
Nov 24 16:49:12.120328 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:12.127404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'floatingip': {'port_id': '0cca87cb-035c-4285-9749-eadbc6fdc8a9'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:49:12.203396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1af3-861f-47a9-959f-937e16ad70ce req-c17a5a35-4aef-46f4-acc9-3482540c85f1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:12.205816 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-57aa1af3-861f-47a9-959f-937e16ad70ce req-c17a5a35-4aef-46f4-acc9-3482540c85f1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1278212
Nov 24 16:49:12.217328 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.274232 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-57aa1af3-861f-47a9-959f-937e16ad70ce req-d7aec20a-453e-4e72-8531-39e8bb7afdfa tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612063
Nov 24 16:49:12.357533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.365166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.509185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47426) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:12.689510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.725237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:12.729787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Usage tracker for resource:security_group_rule and tenant:f5baa4045d9547bbb161df92ae83869d is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:12.732979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:12.736855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47436) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:12.761606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.773749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:12.813895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:12.826290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Usage tracker for resource:security_group_rule and tenant:d685cb1027654ab5a0fd06241b2da08e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:12.826462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:12.838240 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:12.907501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.916525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:12.931412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:12.943843 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Floating IP 58498d99-d2e4-4e9d-b1a8-7ca61ed25866 associated. External IP: 172.27.3.47, port: 52a73536-67bb-410f-85aa-47899d21a379.
Nov 24 16:49:13.001517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de179b9b-c11a-4d55-912a-40f85df0fe5f,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:13.010006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.019746 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5baa4045d9547bbb161df92ae83869d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5065629
Nov 24 16:49:13.019746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.020115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47444) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:13.020215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.020482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.020860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.021258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.021634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.022699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.023060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.023444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.023820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.024556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:49:13.027725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.057948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:13.058205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-508d157e-b664-467f-ae62-42ec9037aeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:13.069232 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d685cb1027654ab5a0fd06241b2da08e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3308356
Nov 24 16:49:13.072266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47448) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:13.105833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eae24a-1d11-4fbe-b234-bcfad87136e3,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:13.116472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:13.179471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.260380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.327508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.333612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.341126 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:13.383134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eae24a-1d11-4fbe-b234-bcfad87136e3,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:13.386966 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:13.397315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.412006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.413520 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3eae24a-1d11-4fbe-b234-bcfad87136e3 HTTP/1.1" status: 204  len: 168 time: 0.3402824
Nov 24 16:49:13.427294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.447744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.559190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac4ea0-cc54-4a1a-a41e-2fcb1487459e req-04572a30-d395-4d29-bb37-d8dab402e3d7 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:13.567355 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-75ac4ea0-cc54-4a1a-a41e-2fcb1487459e req-04572a30-d395-4d29-bb37-d8dab402e3d7 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0987940
Nov 24 16:49:13.618543 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-75ac4ea0-cc54-4a1a-a41e-2fcb1487459e req-bd96e435-a7cc-407e-b9ef-24f25a946955 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499651
Nov 24 16:49:13.805240 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.813741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c1e9cab7-19f4-44cb-9af2-f451b6628cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:13.843041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de179b9b-c11a-4d55-912a-40f85df0fe5f,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:13.845433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:13.861129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:13.864854 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de179b9b-c11a-4d55-912a-40f85df0fe5f HTTP/1.1" status: 204  len: 168 time: 0.8412991
Nov 24 16:49:14.079641 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Floating IP c7234e0e-ea2d-498d-b3e2-d866aacc0290 associated. External IP: 172.27.3.123, port: 0cca87cb-035c-4285-9749-eadbc6fdc8a9.
Nov 24 16:49:14.193374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Router 6397843f-f020-4c1b-85ca-5cb180d6f04e has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:49:14.336876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47486) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:14.363672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:14.406208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:14.410661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Usage tracker for resource:security_group_rule and tenant:656693ef3e9c4b5dbc4a8546ea3819ef is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:14.416595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:14.438962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:14.525355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:14.530344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:14.540035 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a7145fed-7b25-4223-8167-5eee2e11bd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:14.591632 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=656693ef3e9c4b5dbc4a8546ea3819ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2531047
Nov 24 16:49:14.595621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47498) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:14.621946 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2700234c-609d-4be4-8453-bfb646bc8ae7,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:14.627323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:14.704418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:49:14.712680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:14.717765 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] Sync routers for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:49:14.740679 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:49:14.741364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9e0fef0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:49:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:14.940428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:14.973841 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-db8a22b7-2c13-4dbe-852f-aafe64788c29 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "PUT /v2.0/floatingips/58498d99-d2e4-4e9d-b1a8-7ca61ed25866 HTTP/1.1" status: 200  len: 991 time: 4.8549514
Nov 24 16:49:14.977905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'tag': '52a73536-67bb-410f-85aa-47899d21a379'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:49:14.995695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840c9da-1f33-43b5-b26b-d2f7c9081354 req-742723f8-e35a-41af-846e-c3fc608dd067 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:14.999316 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5840c9da-1f33-43b5-b26b-d2f7c9081354 req-742723f8-e35a-41af-846e-c3fc608dd067 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.2374935
Nov 24 16:49:15.045225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:15.113131 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5840c9da-1f33-43b5-b26b-d2f7c9081354 req-4520fe57-0987-4943-a91b-c65646eeeefe tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068194
Nov 24 16:49:15.130375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:49:15.136345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Router f812adf4-abcf-4aef-87a0-8f8e83fccd71 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:49:15.141720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:15.147435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ae4d7c21-e2fa-4f2d-8dd3-9d7f5b018e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:15.186466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:49:15.211603 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2700234c-609d-4be4-8453-bfb646bc8ae7,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:15.214157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:15.219037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:15.220283 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2700234c-609d-4be4-8453-bfb646bc8ae7 HTTP/1.1" status: 204  len: 168 time: 0.6236684
Nov 24 16:49:15.347615 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'tag': '52a73536-67bb-410f-85aa-47899d21a379', 'status': 'completed', 'code': 200}
Nov 24 16:49:15.466210 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a06741c-c124-4d42-997c-16ed9e926502 req-511d0214-5d71-4fd7-9b65-07d8116fd7dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 1099 time: 0.1900361
Nov 24 16:49:15.609268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:49:15.618632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:15.623848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] Sync routers for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:49:15.626566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9e0fef0>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': '58498d99-d2e4-4e9d-b1a8-7ca61ed25866', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'port_id': '52a73536-67bb-410f-85aa-47899d21a379', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'mac_address': 'fa:16:3e:8f:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c6ba0-d461-463b-b19c-45107168699c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:48:43Z', 'updated_at': '2021-11-24T16:49:11Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:15.631348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] Checking router: 6397843f-f020-4c1b-85ca-5cb180d6f04e for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:49:15.643740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:49:15.644766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9e0fef0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:49:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:15.658073 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:49:15.659602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa5ec048>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:49:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:15.710411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06741c-c124-4d42-997c-16ed9e926502 req-d5062dbe-7143-494f-9247-1c51c1a49e9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:15.712000 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a06741c-c124-4d42-997c-16ed9e926502 req-d5062dbe-7143-494f-9247-1c51c1a49e9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 912 time: 0.2274482
Nov 24 16:49:15.784417 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-dd64b89a-c919-4cc9-98f1-1943d0000c2b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "PUT /v2.0/floatingips/c7234e0e-ea2d-498d-b3e2-d866aacc0290 HTTP/1.1" status: 200  len: 991 time: 3.6798112
Nov 24 16:49:15.852599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:49:15.982315 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a06741c-c124-4d42-997c-16ed9e926502 req-1609d0da-998b-46e8-a82e-03a54dae66df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52a73536-67bb-410f-85aa-47899d21a379 HTTP/1.1" status: 200  len: 999 time: 0.2512343
Nov 24 16:49:16.027984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:49:16.077891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06741c-c124-4d42-997c-16ed9e926502 req-466a9820-f8e6-4ebe-b53f-610e815b5174 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:16.079536 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a06741c-c124-4d42-997c-16ed9e926502 req-466a9820-f8e6-4ebe-b53f-610e815b5174 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.0864661
Nov 24 16:49:16.200450 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a06741c-c124-4d42-997c-16ed9e926502 req-3a822f82-566a-4f2d-9579-7a129e48bba4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130571
Nov 24 16:49:16.698841 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a06741c-c124-4d42-997c-16ed9e926502 req-bae320c7-7495-4752-b588-ed0d42a1a89d service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4883592
Nov 24 16:49:16.802262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9e0fef0>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': '58498d99-d2e4-4e9d-b1a8-7ca61ed25866', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'port_id': '52a73536-67bb-410f-85aa-47899d21a379', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'mac_address': 'fa:16:3e:8f:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c6ba0-d461-463b-b19c-45107168699c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:48:43Z', 'updated_at': '2021-11-24T16:49:11Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:16.808324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30883716-2d2b-4589-aa20-b49a50cf0ec1 None None] The sync data for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi is: [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': '58498d99-d2e4-4e9d-b1a8-7ca61ed25866', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'port_id': '52a73536-67bb-410f-85aa-47899d21a379', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'mac_address': 'fa:16:3e:8f:6c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7c6ba0-d461-463b-b19c-45107168699c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:48:43Z', 'updated_at': '2021-11-24T16:49:11Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:49:16.879319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d35fa-d5b7-4546-be8f-da854dfc9dad req-319c2d1e-3d99-4767-9bba-f38b5a6c368e tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:16.880504 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-388d35fa-d5b7-4546-be8f-da854dfc9dad req-319c2d1e-3d99-4767-9bba-f38b5a6c368e tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.2638485
Nov 24 16:49:16.903901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa5ec048>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': 'c7234e0e-ea2d-498d-b3e2-d866aacc0290', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'port_id': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'mac_address': 'fa:16:3e:1f:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:48:44Z', 'updated_at': '2021-11-24T16:49:13Z', 'revision_number': 1, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:16.908775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] Checking router: f812adf4-abcf-4aef-87a0-8f8e83fccd71 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:49:16.920968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:49:16.921634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa5ec048>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:49:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:16.988714 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-388d35fa-d5b7-4546-be8f-da854dfc9dad req-19b222c8-a340-4bd7-8df5-bf12f09eed2b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991707
Nov 24 16:49:17.003157 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a06741c-c124-4d42-997c-16ed9e926502 req-6c262993-f8a8-4f2f-a9d7-6d5fe36c1246 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2890213
Nov 24 16:49:17.161411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:49:17.251171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47586) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:17.348913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:49:17.368299 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c8a99-8e86-4de5-9848-7f4a3036d0a9 None None] New status for floating IP 58498d99-d2e4-4e9d-b1a8-7ca61ed25866: ACTIVE {{(pid=88187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 16:49:17.419280 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'status': 'completed', 'code': 200}
Nov 24 16:49:17.665971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-9445224d-7bdf-4a77-8bdb-14c44386124d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 1098 time: 0.1929302
Nov 24 16:49:17.709072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:17.746055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa5ec048>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': 'c7234e0e-ea2d-498d-b3e2-d866aacc0290', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'port_id': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'mac_address': 'fa:16:3e:1f:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:48:44Z', 'updated_at': '2021-11-24T16:49:13Z', 'revision_number': 1, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:17.759856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d8eec-6276-4551-8192-e97d1e7ee692 None None] The sync data for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi is: [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': 'c7234e0e-ea2d-498d-b3e2-d866aacc0290', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'port_id': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'mac_address': 'fa:16:3e:1f:de:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:48:44Z', 'updated_at': '2021-11-24T16:49:13Z', 'revision_number': 1, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:49:17.835217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-05d3fc44-734f-4620-9367-c5b775c6778d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:17.837152 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-05d3fc44-734f-4620-9367-c5b775c6778d service neutron] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 918 time: 0.1607375
Nov 24 16:49:17.848412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:17.859062 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Usage tracker for resource:security_group_rule and tenant:0a11e2fb85854c56843fb0126e24ab90 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:17.867703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:17.882339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:18.000888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:18.005229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:18.016294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:18.082101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f0d1e6-c848-4fc6-93fb-a81241f4379e,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:18.087440 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-dbbba7a6-9954-4495-9a91-e6942f4f5702 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9 HTTP/1.1" status: 200  len: 999 time: 0.2425742
Nov 24 16:49:18.087842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:18.090390 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a11e2fb85854c56843fb0126e24ab90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8373291
Nov 24 16:49:18.093443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47616) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:18.225732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:18.267797 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-e14d9aed-dd68-4fb4-ad32-66ed583a8e26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:18.269410 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-e14d9aed-dd68-4fb4-ad32-66ed583a8e26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.1745582
Nov 24 16:49:18.330357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:18.410836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:18.417043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:18.438126 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f0d1e6-c848-4fc6-93fb-a81241f4379e,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:18.444486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:18.446555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:18.448198 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58f0d1e6-c848-4fc6-93fb-a81241f4379e HTTP/1.1" status: 204  len: 168 time: 0.3533585
Nov 24 16:49:18.480274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fc25c-cbe9-4d1e-9e6c-aa53bf0d0458 None None] New status for floating IP c7234e0e-ea2d-498d-b3e2-d866aacc0290: ACTIVE {{(pid=88186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 16:49:18.570438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce9553-289c-4c2e-981a-d31a1efc3bb0 req-535d344e-91a2-424d-9dcc-b6167355bfaf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:18.575640 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-adce9553-289c-4c2e-981a-d31a1efc3bb0 req-535d344e-91a2-424d-9dcc-b6167355bfaf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.3052592
Nov 24 16:49:18.635550 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-e6d622c9-548b-4519-af63-c58002dae941 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2315300
Nov 24 16:49:18.836839 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-adce9553-289c-4c2e-981a-d31a1efc3bb0 req-244b5def-1e1d-44b2-ab9e-a0f1bd951d56 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475424
Nov 24 16:49:18.902213 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-0f4ba507-dd3d-4883-807d-aeae1d60b04e service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419307
Nov 24 16:49:19.106542 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62ced4ca-e1ac-4830-976c-ae915044cbcc req-8f5c28dd-4bb9-4b1b-99ad-446b51838f99 service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1953208
Nov 24 16:49:19.181562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47656) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:19.221794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:19.257713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:19.261921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0c1252519241bd9fccbee40102a850 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:19.264998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:19.271027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:19.351281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:19.354806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:19.362699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8c487572-c392-4ab5-8bfc-e67742d58d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:19.411319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4efb230-3e5e-4186-b852-2f52f71c43f1,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:19.414992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:19.419153 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d0c1252519241bd9fccbee40102a850&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2322698
Nov 24 16:49:19.420537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47668) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:19.502344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:19.533642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:19.591023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:19.603276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:19.620231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4efb230-3e5e-4186-b852-2f52f71c43f1,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:19.623772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:19.630738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:19.634158 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4efb230-3e5e-4186-b852-2f52f71c43f1 HTTP/1.1" status: 204  len: 168 time: 0.2111597
Nov 24 16:49:20.102003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddf354-db01-4c95-ba0c-47659d5d14d3 req-4da0a08d-ef49-4b2f-b807-7d970dcfa004 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:20.109563 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02ddf354-db01-4c95-ba0c-47659d5d14d3 req-4da0a08d-ef49-4b2f-b807-7d970dcfa004 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0930343
Nov 24 16:49:20.185814 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02ddf354-db01-4c95-ba0c-47659d5d14d3 req-3239be1a-573b-4c7b-996c-426478e79899 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752952
Nov 24 16:49:21.467628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b2e95-1423-48f1-ac5f-9db04af13f67 req-7c1b671c-55bb-4ba4-b24d-3aeb3c47a1fa tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:21.474626 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b3b2e95-1423-48f1-ac5f-9db04af13f67 req-7c1b671c-55bb-4ba4-b24d-3aeb3c47a1fa tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0971837
Nov 24 16:49:21.519324 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b3b2e95-1423-48f1-ac5f-9db04af13f67 req-e6cafad6-fb00-4a55-ab22-b247ef431c17 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432260
Nov 24 16:49:21.736427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47786) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:21.981080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.034548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:22.039097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8902ffaa087a4ba780143dd8e0ce9bc5 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:22.042434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:22.049148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:22.122455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.127527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.151259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:22.202235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acefe8b7-6c30-4b19-b20c-7873d86c8467,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:22.205827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:22.208369 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8902ffaa087a4ba780143dd8e0ce9bc5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4711435
Nov 24 16:49:22.211693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47810) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:22.282570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.315156 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.371316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.376864 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b9f359dc-eb87-45a2-89ea-e7520ad96f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:22.391665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acefe8b7-6c30-4b19-b20c-7873d86c8467,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:22.394540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:22.420550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.424299 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acefe8b7-6c30-4b19-b20c-7873d86c8467 HTTP/1.1" status: 204  len: 168 time: 0.2115502
Nov 24 16:49:22.761255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758ea0-89ed-47d6-b64a-f7f7137d96cc req-7585731d-3c8c-4a0b-82cb-00b0acee19e9 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:22.762878 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db758ea0-89ed-47d6-b64a-f7f7137d96cc req-7585731d-3c8c-4a0b-82cb-00b0acee19e9 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0855513
Nov 24 16:49:22.828702 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db758ea0-89ed-47d6-b64a-f7f7137d96cc req-52c8e8e3-2717-4015-8d9b-955d8404583d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589459
Nov 24 16:49:22.925147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47838) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:22.946090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:22.980789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:22.985494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Usage tracker for resource:security_group_rule and tenant:a8705c93bf8d49be90d8795aedf67c4e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:22.988832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:22.995444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:23.081211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:23.088147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:23.098652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:23.353715 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8705c93bf8d49be90d8795aedf67c4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4274056
Nov 24 16:49:23.354507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537d96fb-5224-46a9-8139-824ac22be044,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:23.356545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 47852) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:23.357535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:23.424708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:23.454421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:23.503594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:23.509862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a57498b-e215-4637-93d7-a53724d712b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:23.530708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537d96fb-5224-46a9-8139-824ac22be044,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:23.541559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:23.544747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:23.549523 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/537d96fb-5224-46a9-8139-824ac22be044 HTTP/1.1" status: 204  len: 168 time: 0.1916919
Nov 24 16:49:24.076477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff3fd0-8340-433d-87c7-5352d8d288b0 req-caf27c85-8b90-46e1-a28d-024ddcc57429 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:24.078101 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-90ff3fd0-8340-433d-87c7-5352d8d288b0 req-caf27c85-8b90-46e1-a28d-024ddcc57429 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0989990
Nov 24 16:49:24.128950 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-90ff3fd0-8340-433d-87c7-5352d8d288b0 req-ce9918db-677c-4767-be2a-4afb47bfffc7 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446110
Nov 24 16:49:25.388496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a1426-1916-4be2-935b-7f9176fdfeb6 req-ce8ad260-204b-4c49-9d57-c22ca334fc1f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:25.390176 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f22a1426-1916-4be2-935b-7f9176fdfeb6 req-ce8ad260-204b-4c49-9d57-c22ca334fc1f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1042581
Nov 24 16:49:25.461969 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f22a1426-1916-4be2-935b-7f9176fdfeb6 req-838b84bf-d3cb-4601-99f6-86d743346803 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637944
Nov 24 16:49:26.138110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 47980) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:26.413393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:26.447355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:26.451309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Usage tracker for resource:security_group_rule and tenant:90faa902d044446b9597eabe0837c9ae is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:26.454435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:26.461093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:26.537379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:26.540957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:26.549130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6ad5dc71-8f1a-4d1e-98b3-8f09399fa4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:26.583806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b88678-b8d1-4969-a111-d205a5cda3e6,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:26.588149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:26.614918 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90faa902d044446b9597eabe0837c9ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4756155
Nov 24 16:49:26.616446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48016) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:26.692911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:26.735960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:26.786910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:26.792604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:26.806551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b88678-b8d1-4969-a111-d205a5cda3e6,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:26.810123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:26.818477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:26.822999 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6b88678-b8d1-4969-a111-d205a5cda3e6 HTTP/1.1" status: 204  len: 168 time: 0.2030051
Nov 24 16:49:26.877374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f16844-07b6-4782-9161-ef70bde67bfc req-9295e0f6-90f6-4cb5-9e41-7a421cc204da tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:26.886424 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-74f16844-07b6-4782-9161-ef70bde67bfc req-9295e0f6-90f6-4cb5-9e41-7a421cc204da tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.2952797
Nov 24 16:49:26.936064 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-74f16844-07b6-4782-9161-ef70bde67bfc req-e2e84802-1f73-4773-ab7f-5c25b4689eea tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486853
Nov 24 16:49:27.058212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48034) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:27.306967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48048) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:27.309607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.330645 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.355132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:27.360820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ca7339a097aa426c8b19843f58356afb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:27.364248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:27.367252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:27.372216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Usage tracker for resource:security_group_rule and tenant:95a1b46d1ed844a68d9269c8727fed8b is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:27.372906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:27.375447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:27.382129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:27.448910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.453397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.461722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5d10c231-a5be-4404-a193-90a280f98277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:27.463510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.466315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.473829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-568bfc59-992a-4f7b-9c3b-c8bc6cf7032a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:27.505648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245068b4-9bae-43b2-9cfb-66ddb4a0d768,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:27.510373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:27.516982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca7339a097aa426c8b19843f58356afb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4575009
Nov 24 16:49:27.517708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48054) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:27.520176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd3395a-7f5d-4915-a8a9-437596a4446d,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:27.524015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:27.530161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48058) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:27.530279 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95a1b46d1ed844a68d9269c8727fed8b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2221487
Nov 24 16:49:27.637202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.651023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.690888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.704024 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.773935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.779195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:27.790975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.800258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245068b4-9bae-43b2-9cfb-66ddb4a0d768,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:27.807408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:27.808095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ece2e0fc-f2e9-4a71-abaa-702f0c2fa015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:27.831343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd3395a-7f5d-4915-a8a9-437596a4446d,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:27.834227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.838406 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/245068b4-9bae-43b2-9cfb-66ddb4a0d768 HTTP/1.1" status: 204  len: 168 time: 0.3165994
Nov 24 16:49:27.838406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:27.839079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:27.840196 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dd3395a-7f5d-4915-a8a9-437596a4446d HTTP/1.1" status: 204  len: 168 time: 0.3070636
Nov 24 16:49:28.197069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1a3e9-c1f3-411c-94ef-ce18a766d756 req-bf7273f9-8259-4609-96be-56464987cc48 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:28.206681 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1db1a3e9-c1f3-411c-94ef-ce18a766d756 req-bf7273f9-8259-4609-96be-56464987cc48 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1097848
Nov 24 16:49:28.266476 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1db1a3e9-c1f3-411c-94ef-ce18a766d756 req-35d319dd-d818-4737-9344-55c39351bfcb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584850
Nov 24 16:49:28.416367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48096) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:28.453276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.514098 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:28.518913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Usage tracker for resource:security_group_rule and tenant:f75bad61be644558816b3e5d145f39f2 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:28.522847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:28.529002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:28.557697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48102) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:28.607182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.611115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.635416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:28.668302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a1a158-0a0c-4038-a109-9212fe4b5b2c,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:28.672248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:28.682706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48112) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:28.692892 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f75bad61be644558816b3e5d145f39f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2747421
Nov 24 16:49:28.756337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.793229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.835244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:28.843475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.884262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Usage tracker for resource:security_group_rule and tenant:985cd89c35a1425baa816d1ac0902c65 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:28.891682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:28.899331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.904084 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:28.909557 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:28.933259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a1a158-0a0c-4038-a109-9212fe4b5b2c,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:28.935873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:28.953028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:28.957105 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64a1a158-0a0c-4038-a109-9212fe4b5b2c HTTP/1.1" status: 204  len: 168 time: 0.2733436
Nov 24 16:49:29.098522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:29.106094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:29.120857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f4839f82-e62c-40c0-acec-91d77fd96b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:29.152838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4688c497-2ebc-42b1-94cf-9359d1ac7f84,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:29.158727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:29.182084 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48134) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:29.182269 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=985cd89c35a1425baa816d1ac0902c65&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6230552
Nov 24 16:49:29.317827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:29.407187 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:29.538116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:29.545028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6b96eb6e-01a1-41dd-b8ac-3267741175bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:29.579587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4688c497-2ebc-42b1-94cf-9359d1ac7f84,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:29.586970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:29.606312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:29.618243 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4688c497-2ebc-42b1-94cf-9359d1ac7f84 HTTP/1.1" status: 204  len: 168 time: 0.4343662
Nov 24 16:49:29.649705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a97cf8-8a10-4484-90b7-30215aa878aa req-37acbbc1-b880-4983-8334-992d4c8b3727 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:29.658811 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-94a97cf8-8a10-4484-90b7-30215aa878aa req-37acbbc1-b880-4983-8334-992d4c8b3727 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1697912
Nov 24 16:49:29.724596 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-94a97cf8-8a10-4484-90b7-30215aa878aa req-389be7f4-274e-4405-91fb-2385fdc666d9 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644059
Nov 24 16:49:30.083193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.243559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48184) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:30.269748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.304481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:30.308422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Usage tracker for resource:security_group_rule and tenant:a60c4bd5e50e4d65bff749c0d952ff15 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:30.311679 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:30.317816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:30.398434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.406417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.410904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a671b5a-08f5-4c93-87ea-4309ad59bb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:30.474648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48194) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:30.478623 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a60c4bd5e50e4d65bff749c0d952ff15&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2341113
Nov 24 16:49:30.480820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f763f83-a20b-461c-900c-e07fbe91f79b,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:30.492452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:30.545537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.580353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.633606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.640929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d8194ce9-7df9-469a-94fe-422a0f403ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:30.654792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f763f83-a20b-461c-900c-e07fbe91f79b,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:30.658074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:30.663268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:30.664583 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f763f83-a20b-461c-900c-e07fbe91f79b HTTP/1.1" status: 204  len: 168 time: 0.1883860
Nov 24 16:49:30.948489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb68fe-0451-4088-b5e2-1ebd5deffe0b req-f09fc05e-b4c6-42e1-a4fa-aa30b592d162 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:30.952281 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f8fb68fe-0451-4088-b5e2-1ebd5deffe0b req-f09fc05e-b4c6-42e1-a4fa-aa30b592d162 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0949214
Nov 24 16:49:31.005250 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f8fb68fe-0451-4088-b5e2-1ebd5deffe0b req-9918476d-19f8-48c2-9589-5eaf24da5c66 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484197
Nov 24 16:49:31.201142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48220) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:31.221413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.255680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:31.260352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Usage tracker for resource:security_group_rule and tenant:f9df4d0ea5424265b3b02484ccf07b8d is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:31.263480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:31.269853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:31.353189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.358578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.397230 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0579b015-ccd6-45d9-8503-7f2119eb4d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:31.409844 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9df4d0ea5424265b3b02484ccf07b8d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2045119
Nov 24 16:49:31.410333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48236) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:31.430537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4135d2d9-7477-442a-99f4-b0c6cc05b021,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:31.433649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:31.501376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.530686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.588210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.596160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2998ffc5-d681-49ac-90ed-61fc074237c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:31.615977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135d2d9-7477-442a-99f4-b0c6cc05b021,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:31.618719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:31.628040 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.632591 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4135d2d9-7477-442a-99f4-b0c6cc05b021 HTTP/1.1" status: 204  len: 168 time: 0.2212143
Nov 24 16:49:31.651801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48252) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:31.730911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Deleting subnet 1e90cb03-70b3-4281-b4b9-fc79b7f4c4e4 {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:49:31.734155 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.800906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.809478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.902389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.910244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:31.962780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e90cb03-70b3-4281-b4b9-fc79b7f4c4e4,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:31.969277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:31.973821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:31.989063 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1e90cb03-70b3-4281-b4b9-fc79b7f4c4e4 HTTP/1.1" status: 204  len: 168 time: 0.3296003
Nov 24 16:49:31.989063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48268) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:32.225572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:32.316783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36d1c-81bd-4b0a-92d1-261cfeb965f1 req-e6319c44-007b-40b5-8169-32a92e054165 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:32.325303 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f7c36d1c-81bd-4b0a-92d1-261cfeb965f1 req-e6319c44-007b-40b5-8169-32a92e054165 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1090615
Nov 24 16:49:32.429108 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f7c36d1c-81bd-4b0a-92d1-261cfeb965f1 req-b0223fad-2dd4-4f49-9a93-b1d8469303c0 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027091
Nov 24 16:49:32.527304 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:32.583042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f83f95d9400>> segment before_delete 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.584672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f83f95d9400>> subnet precommit_delete_associations 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.585802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> segment_host_mapping after_create 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.586381 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> port after_create 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.586889 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> port after_delete 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.587413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> port after_update 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.587918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> segment after_delete 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.588422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> subnet after_create 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.589289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> subnet after_delete 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.589655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83fa2c4a90>> subnet after_update 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.661920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f95c0748>> subnet after_create 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.662875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f95c0748>> subnet after_delete 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.663247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f95c0748>> subnet before_create 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.663614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f95c0748>> subnet before_update 55550000 {{(pid=88184) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:49:32.663999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f9c53eb8>,) {'filters': {'network_id': ['07836374-914c-4110-b50c-d3a444f458c8']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:32.682203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9c53eb8>, 'ee814e2c-d4c4-422c-b9b4-92d2d162de12') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:32.683178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9c53eb8>, 'ee814e2c-d4c4-422c-b9b4-92d2d162de12') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:32.696452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:32.712087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:32.719947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:49:32.720368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   (self, other),
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   (self, other),
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:49:32.737666 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:49:32.822217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:32.826670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:32.848418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:32.858286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07836374-914c-4110-b50c-d3a444f458c8,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:32.860789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:32.864285 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/07836374-914c-4110-b50c-d3a444f458c8 HTTP/1.1" status: 204  len: 168 time: 0.8780735
Nov 24 16:49:32.867319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48306) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:32.940444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Deleting subnet ae9caf0e-2159-4416-8bc5-b1d18f715079 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:49:32.948169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.018681 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.034006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.113989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.120221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5a4a4539-ab37-40e7-9958-593d809f753b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:33.161700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.170642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9caf0e-2159-4416-8bc5-b1d18f715079,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:33.174253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:33.179531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48330) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:33.179940 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-76511dc1-1cb1-4c32-88ad-8e1d229f5581 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae9caf0e-2159-4416-8bc5-b1d18f715079 HTTP/1.1" status: 204  len: 168 time: 0.3112087
Nov 24 16:49:33.361424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.516413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.550807 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83fa027320>,) {'filters': {'network_id': ['1efd3d57-300b-425e-99c1-cf1b36fd9956']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:33.566911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83fa027320>, '3753b295-2a8b-4fb2-a867-79598d115043') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:33.567226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83fa027320>, '3753b295-2a8b-4fb2-a867-79598d115043') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:49:33.583373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.603653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.612711 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:49:33.613270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.660710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48354) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:33.712380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b31f-83b5-4dad-af68-1803da7d8270 req-e541f272-fbda-43f9-bd4b-2a7e73453f1f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:33.721076 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0083b31f-83b5-4dad-af68-1803da7d8270 req-e541f272-fbda-43f9-bd4b-2a7e73453f1f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1283631
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:49:33.727485 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:49:33.731816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.737521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b7b3e332-362c-4e99-b629-cf5637f3d9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:33.778129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:33.782437 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0083b31f-83b5-4dad-af68-1803da7d8270 req-bc55020e-a5a1-4a9e-92f5-65a01f8a8b1d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602238
Nov 24 16:49:33.795665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Pushing event deleted for resources: {'Network': ['ID=1efd3d57-300b-425e-99c1-cf1b36fd9956,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:33.798298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:33.801609 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] 10.222.0.53 "DELETE /v2.0/networks/1efd3d57-300b-425e-99c1-cf1b36fd9956 HTTP/1.1" status: 204  len: 168 time: 0.6209762
Nov 24 16:49:34.036529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.071383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48374) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:34.078292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:34.082492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Usage tracker for resource:security_group_rule and tenant:27f6e3f342f34f6d90b56c3a61fd46ca is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:34.085691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:34.092136 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:34.158922 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-abf02a74-a4df-454f-8614-e05b34e0c2eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66a4bf85a8d348da9024cbcec9ae8d8b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0864246
Nov 24 16:49:34.161429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48380) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:34.173235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.177130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.208127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:34.243426 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27f6e3f342f34f6d90b56c3a61fd46ca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5731981
Nov 24 16:49:34.243426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48386) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:34.243426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94360424-7b22-402a-91bf-454128e328ed,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:34.249401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:34.309316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.325375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.355963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.395883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.432046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.438945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fb104d6e-2477-4e01-a957-9dc33eeabe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:34.447937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.454390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2bd89de0-f8f0-4936-bd37-31488cecf729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:34.455134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e8236e-ae6d-4169-b9bb-a9864f0f844b,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:34.465385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:34.467461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94360424-7b22-402a-91bf-454128e328ed,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:34.470362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:34.476999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.478508 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94360424-7b22-402a-91bf-454128e328ed HTTP/1.1" status: 204  len: 168 time: 0.2317669
Nov 24 16:49:34.481139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:34.482635 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10e8236e-ae6d-4169-b9bb-a9864f0f844b HTTP/1.1" status: 204  len: 168 time: 0.3190002
Nov 24 16:49:34.951517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48412) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:34.987150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.039464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:35.043831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Usage tracker for resource:security_group_rule and tenant:b2771cb49b804ae9a875d7b9d524986d is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:35.056078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:35.060440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68617ee-0787-4003-9ee1-1b87197fdcd1 req-9a1f13f3-687e-471c-b37b-e0c89f568fca tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:35.062319 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a68617ee-0787-4003-9ee1-1b87197fdcd1 req-9a1f13f3-687e-471c-b37b-e0c89f568fca tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1509852
Nov 24 16:49:35.065770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d3266b34-a8f0-4b1a-a460-af45a900a5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.075634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:35.161123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.169684 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a68617ee-0787-4003-9ee1-1b87197fdcd1 req-55699ef9-269e-4ff8-8096-ef5253c43386 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945356
Nov 24 16:49:35.171169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.179390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8e8ed597-1407-4985-9fa4-def215b51c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:35.238980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301cd2fd-2218-453c-a8e8-608edafb46c5,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:35.242739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:35.245577 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2771cb49b804ae9a875d7b9d524986d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2927606
Nov 24 16:49:35.248237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48422) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:35.318255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48426) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:35.329455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.358627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.379490 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-11bebe68-6fde-4a46-b0dc-11b3a35c0450 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eba30a7ac2a454faacc84f7fefc6ba6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0570338
Nov 24 16:49:35.379900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48430) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:35.457476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.464515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2e36ea90-4bb9-415b-a4e5-518dd5fe0761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:35.481219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.497066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301cd2fd-2218-453c-a8e8-608edafb46c5,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:35.499554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:35.506457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.510174 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/301cd2fd-2218-453c-a8e8-608edafb46c5 HTTP/1.1" status: 204  len: 168 time: 0.2584295
Nov 24 16:49:35.526531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.579003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.588005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:35.604435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e08137-1c40-4b43-af9e-48cec97a0843,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:35.607482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:35.608393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:35.609871 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7e08137-1c40-4b43-af9e-48cec97a0843 HTTP/1.1" status: 204  len: 168 time: 0.2287238
Nov 24 16:49:36.514701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:36.536691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f2512-2fec-4af2-9cce-ecc57eb7e32c req-2572223c-242c-43ed-8d3c-9670b4ae9095 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:36.550714 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6b2f2512-2fec-4af2-9cce-ecc57eb7e32c req-2572223c-242c-43ed-8d3c-9670b4ae9095 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1282177
Nov 24 16:49:36.599434 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6b2f2512-2fec-4af2-9cce-ecc57eb7e32c req-d9f30b99-e0ed-4766-a0f9-877adb4b8762 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475652
Nov 24 16:49:37.294142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48524) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:37.501619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:37.536736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:37.542084 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Usage tracker for resource:security_group_rule and tenant:3410aa1a083b49da92b42113fe7e869f is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:37.546015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:37.555097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:37.576252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ac5bcf8-b9e0-4183-8f96-828463e125c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:37.641274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:37.645169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:37.662641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b39125b6-8b64-4e1f-8b61-31f7c2f4ca86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:37.688875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48548) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:37.692117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48550) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:37.692270 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3410aa1a083b49da92b42113fe7e869f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3968036
Nov 24 16:49:37.715685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644d74f8-d243-4d0a-9942-e4a725a533cf,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:37.719091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:37.816914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:37.854206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:37.923978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71b95c-c63b-4f3f-9f86-fb3321fef59a req-ddf24ac4-f18a-4585-9d3a-c22377cbac45 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:37.925560 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3b71b95c-c63b-4f3f-9f86-fb3321fef59a req-ddf24ac4-f18a-4585-9d3a-c22377cbac45 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1325269
Nov 24 16:49:37.946180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:37.971803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ea9109b3-823b-4891-a6b2-4a17d9362e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:37.992745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d74f8-d243-4d0a-9942-e4a725a533cf,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:38.006245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.009971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3b71b95c-c63b-4f3f-9f86-fb3321fef59a req-8f814f09-ae89-4079-b97e-85c6d04c1ecf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777855
Nov 24 16:49:38.030432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:38.032998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.036572 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/644d74f8-d243-4d0a-9942-e4a725a533cf HTTP/1.1" status: 204  len: 168 time: 0.3361340
Nov 24 16:49:38.070219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.075108 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:38.083722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Usage tracker for resource:security_group_rule and tenant:d4417069c14948f99edd9302edcfc82e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:38.095473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:38.111418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:38.237649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.241633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.251361 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-14e886e1-f98d-4230-9d37-10f8f7b5b4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:38.290880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3145266-2f6c-4759-8308-4db4c7d6bbc5,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:38.297803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:38.335997 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4417069c14948f99edd9302edcfc82e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6425452
Nov 24 16:49:38.337261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48572) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:38.420055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.453724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.508678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.514084 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-849c58a2-6029-4d75-9bd5-598a122c458f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:38.529027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3145266-2f6c-4759-8308-4db4c7d6bbc5,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:38.554610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:38.576696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:38.581343 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3145266-2f6c-4759-8308-4db4c7d6bbc5 HTTP/1.1" status: 204  len: 168 time: 0.2418122
Nov 24 16:49:39.028822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:39.240173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91765-9876-4519-81ff-547272f3e6a9 req-13399283-e3d2-4cd7-ab1d-a780609dbb27 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:39.242521 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99e91765-9876-4519-81ff-547272f3e6a9 req-13399283-e3d2-4cd7-ab1d-a780609dbb27 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0952969
Nov 24 16:49:39.300745 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99e91765-9876-4519-81ff-547272f3e6a9 req-8672ae4b-08b5-4e28-b7c3-d15d5e9aa733 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493677
Nov 24 16:49:40.178651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48658) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:40.375641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.440009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:40.454161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Usage tracker for resource:security_group_rule and tenant:b5aaef32c4f844289b05c9c2a6bcba3e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:40.457903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:40.464385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:40.553119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48676) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:40.617481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac99fc8-a32b-4f25-a0d2-43f38bc8f2fa req-a02461c3-c87f-4712-bf54-e3361e46b9d0 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:40.619160 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0ac99fc8-a32b-4f25-a0d2-43f38bc8f2fa req-a02461c3-c87f-4712-bf54-e3361e46b9d0 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1508880
Nov 24 16:49:40.624256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.648968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.656467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c3fdc86b-3a75-44a0-a881-71ff38d45c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:40.717936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a033f99-accd-425d-990b-1cbb4242633e,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:40.733247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:40.738587 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0ac99fc8-a32b-4f25-a0d2-43f38bc8f2fa req-89716a9f-3366-43fe-97b9-5733f0ccfe75 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076181
Nov 24 16:49:40.744599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.747449 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5aaef32c4f844289b05c9c2a6bcba3e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5676210
Nov 24 16:49:40.749929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48682) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:40.793152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:40.797838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6bec5981a7541ba828ae55abd924a85 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:40.800850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:40.807496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:40.822995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.851587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.881275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.884923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.892771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-27e8fc18-1ed9-47c6-9191-ce570d06bff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:40.905137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.914254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-76c7ab07-014b-40e9-a1a5-8cc15dedd0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:40.939024 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b06f7b-ce17-465a-9cdc-629e5eb7ea35,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:40.940098 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a033f99-accd-425d-990b-1cbb4242633e,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:40.945208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:40.948474 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6bec5981a7541ba828ae55abd924a85&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3941948
Nov 24 16:49:40.949531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48688) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:40.950852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:40.951817 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a033f99-accd-425d-990b-1cbb4242633e HTTP/1.1" status: 204  len: 168 time: 0.2003901
Nov 24 16:49:40.954501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:41.021090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.051156 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.076924 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-60bf5266-5a69-4852-a7ef-018fa5e8a644 req-0dc8a28b-2fd2-4382-9e1f-712b8491e571 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 1099 time: 0.0977705
Nov 24 16:49:41.115709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.124717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4de91e17-65a0-486f-abd9-f160d499505a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:41.140754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.148173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-60bf5266-5a69-4852-a7ef-018fa5e8a644 req-b24ae23c-17a1-4b8c-9f11-173ca3e58c51 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535743
Nov 24 16:49:41.155763 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15b06f7b-ce17-465a-9cdc-629e5eb7ea35 HTTP/1.1" status: 204  len: 168 time: 0.2038047
Nov 24 16:49:41.159324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b06f7b-ce17-465a-9cdc-629e5eb7ea35,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:41.165618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:41.674836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48712) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:41.695874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.731947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:41.736020 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Usage tracker for resource:security_group_rule and tenant:d93fbb4457ea4f3aadd2b195c740372a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:41.739099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:41.747929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:41.821774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.824689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.832726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:41.872408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67c2e88-1917-428e-b030-f9a3d15197eb,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:41.877550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:41.881598 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d93fbb4457ea4f3aadd2b195c740372a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2051404
Nov 24 16:49:41.884285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48720) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:41.951827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:41.960597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef32c92-d4b0-485f-b69d-a1297f1220fc req-9ce78f50-611f-49f9-a38b-6aac10bbcd5a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:41.962262 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6ef32c92-d4b0-485f-b69d-a1297f1220fc req-9ce78f50-611f-49f9-a38b-6aac10bbcd5a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0919240
Nov 24 16:49:41.980175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:42.010681 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6ef32c92-d4b0-485f-b69d-a1297f1220fc req-d4d8d40b-a44e-4721-91f7-b861898c3603 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422318
Nov 24 16:49:42.025937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:42.031337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-00f5ab2e-be82-4559-bef2-84f193181277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:42.042954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67c2e88-1917-428e-b030-f9a3d15197eb,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:42.046738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:42.049938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:42.051167 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c67c2e88-1917-428e-b030-f9a3d15197eb HTTP/1.1" status: 204  len: 168 time: 0.1657262
Nov 24 16:49:44.733173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38ae42-be22-4043-8751-6480f52c01fa req-4b8c8d69-bea5-41af-9084-a644fca5aff7 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:44.734774 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef38ae42-be22-4043-8751-6480f52c01fa req-4b8c8d69-bea5-41af-9084-a644fca5aff7 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0842385
Nov 24 16:49:44.782808 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef38ae42-be22-4043-8751-6480f52c01fa req-ca4e1fb1-f1dc-4e71-84dd-870f7d664503 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418880
Nov 24 16:49:46.018629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cb1d4-99fc-4980-9b42-67234d4b577d req-4460fc5e-0e2a-4ea6-92f4-9e5a66062ea3 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:46.020829 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-838cb1d4-99fc-4980-9b42-67234d4b577d req-4460fc5e-0e2a-4ea6-92f4-9e5a66062ea3 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.0997806
Nov 24 16:49:46.076334 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-838cb1d4-99fc-4980-9b42-67234d4b577d req-8845f4ab-e7b0-4993-9142-38b4736bb84f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466397
Nov 24 16:49:46.285837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecfdfc-fd22-4368-92f9-11c7a8a512cc req-d0358cef-9c8c-4c55-8f76-b662499bdf4b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:46.287432 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-adecfdfc-fd22-4368-92f9-11c7a8a512cc req-d0358cef-9c8c-4c55-8f76-b662499bdf4b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0849571
Nov 24 16:49:46.345711 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-adecfdfc-fd22-4368-92f9-11c7a8a512cc req-74d359fc-b7db-466d-9bd5-36f0f5d2cacb tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517268
Nov 24 16:49:46.684194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48862) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:46.892435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:46.925849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:46.929948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Usage tracker for resource:security_group_rule and tenant:a34ead64635c4a65bf1cc393f4bb6757 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:46.932907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:46.938811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:47.007511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.010492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.017972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5d51466c-5c2a-489f-bf83-14f682b6e0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:47.065012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d3d6e-7bdd-4704-90e6-001529fd09df,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:47.073514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48880) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:47.073653 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a34ead64635c4a65bf1cc393f4bb6757&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3881423
Nov 24 16:49:47.074648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:47.140416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.168592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.216723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.222160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:47.236611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05d3d6e-7bdd-4704-90e6-001529fd09df,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:47.239708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:47.240656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.242986 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e05d3d6e-7bdd-4704-90e6-001529fd09df HTTP/1.1" status: 204  len: 168 time: 0.1678755
Nov 24 16:49:47.579849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 48888) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:47.600330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.632897 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:49:47.636899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Usage tracker for resource:security_group_rule and tenant:22305eb6f86c47128bc0fb5167d7936f is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:49:47.639856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:49:47.645816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:49:47.713865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.717097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.725104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-52195d5f-ec4b-49cb-aa0d-88df550c82ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:47.768214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fedffd-ab39-4d5e-ae06-59281194894a,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:47.772086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:47.774859 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22305eb6f86c47128bc0fb5167d7936f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1933830
Nov 24 16:49:47.778185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 48894) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:49:47.841556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.868641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.915789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.920668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:49:47.933802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fedffd-ab39-4d5e-ae06-59281194894a,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:49:47.936993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:49:47.939145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:49:47.943892 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4fedffd-ab39-4d5e-ae06-59281194894a HTTP/1.1" status: 204  len: 168 time: 0.1609328
Nov 24 16:49:50.637610 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-34d1763f-af1a-4f79-a82b-ac3fa3f87256 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1098 time: 0.1416006
Nov 24 16:49:50.677395 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1667a8d-3071-44da-b2eb-dd6ec7d85aeb req-2b9d40a9-8101-41eb-be56-054eb91a29e1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:50.679005 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1667a8d-3071-44da-b2eb-dd6ec7d85aeb req-2b9d40a9-8101-41eb-be56-054eb91a29e1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1292920
Nov 24 16:49:50.816990 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1667a8d-3071-44da-b2eb-dd6ec7d85aeb req-f8914090-f8a1-4192-a125-b7cd5212261f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314187
Nov 24 16:49:50.835569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-74006e3a-c9e8-48c5-a60b-513f359dbe59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:50.837049 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-74006e3a-c9e8-48c5-a60b-513f359dbe59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.1905394
Nov 24 16:49:50.908604 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-3567c2b6-4b42-431a-baa1-dc192de84c9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 200  len: 217 time: 0.0644219
Nov 24 16:49:50.985651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-b40cfced-f0d6-4f27-88a0-2366cbd617da service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:50.987332 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-b40cfced-f0d6-4f27-88a0-2366cbd617da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.0726807
Nov 24 16:49:51.042803 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-cb391415-7aa9-48ba-8a2e-dd49f70737ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443392
Nov 24 16:49:51.360503 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-7fc3c319-cf15-4797-b7f7-d0f94e34c426 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3101742
Nov 24 16:49:52.072576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:49:52.325864 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e4f8b134-e6bc-4ff8-bbcf-92537d51947d req-4205cda0-9226-4710-92f4-762d60115595 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358552
Nov 24 16:49:54.145636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc8d82-7fa1-4c7d-a98b-a778f4c5d0b0 req-ef523e6f-d2ad-4d77-be6a-45517af0b820 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:54.147359 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-54dc8d82-7fa1-4c7d-a98b-a778f4c5d0b0 req-ef523e6f-d2ad-4d77-be6a-45517af0b820 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1092923
Nov 24 16:49:54.213244 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-54dc8d82-7fa1-4c7d-a98b-a778f4c5d0b0 req-374e2ea2-161e-43b6-868c-c07152d27bc3 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583198
Nov 24 16:49:57.916312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8088ce-4782-4265-864a-1cd551a14ae5 req-d0ee90e9-7e0c-4f4f-b198-f763efa39d50 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:57.917898 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae8088ce-4782-4265-864a-1cd551a14ae5 req-d0ee90e9-7e0c-4f4f-b198-f763efa39d50 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0814931
Nov 24 16:49:57.967129 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae8088ce-4782-4265-864a-1cd551a14ae5 req-d178c34c-860e-47e8-9473-ddb575ba74ca tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429113
Nov 24 16:49:59.208805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc3ae1-7cb7-414d-937d-ffa8e1b1d4c0 req-2d730814-382b-460b-acfe-812cabf6e510 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:49:59.211025 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-08cc3ae1-7cb7-414d-937d-ffa8e1b1d4c0 req-2d730814-382b-460b-acfe-812cabf6e510 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1178632
Nov 24 16:49:59.265127 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-08cc3ae1-7cb7-414d-937d-ffa8e1b1d4c0 req-ac5de54b-b24a-4125-aede-c46f30f59440 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475242
Nov 24 16:49:59.914481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49108) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:00.076408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.085308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.121721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:00.125653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Usage tracker for resource:security_group_rule and tenant:9a370068bdf94747a41b0da6c325cfe4 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:00.128547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:00.134941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:00.211496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.214245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.221590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0977ae3a-7de3-4479-87bd-dd6cc12e54dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:00.277832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6308f3e2-ad2f-4944-b4b1-cedecad78ffe,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:00.282587 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a370068bdf94747a41b0da6c325cfe4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3669336
Nov 24 16:50:00.283565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:00.285768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49118) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:00.354214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.382365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.431551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.436739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6679a871-3cf8-4e0f-b832-7ac6a1ad21ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:00.452881 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6308f3e2-ad2f-4944-b4b1-cedecad78ffe,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:00.457920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:00.465785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:00.472438 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6308f3e2-ad2f-4944-b4b1-cedecad78ffe HTTP/1.1" status: 204  len: 168 time: 0.1832256
Nov 24 16:50:00.499145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae702e-c51a-400c-86d5-ef3d21df035e req-29c560e5-c1f6-43be-9c0c-9fb451e73ea2 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:00.501825 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-48ae702e-c51a-400c-86d5-ef3d21df035e req-29c560e5-c1f6-43be-9c0c-9fb451e73ea2 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0962281
Nov 24 16:50:00.562950 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-48ae702e-c51a-400c-86d5-ef3d21df035e req-e3bcd5ce-349a-40df-b484-c732ea3cc4fc tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551612
Nov 24 16:50:00.817924 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-f9510d8c-dc7a-4de8-9837-b20e68e06fea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0793223
Nov 24 16:50:00.984606 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-ecc918c3-8055-4037-b9dc-a4df64b073d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1293be0c07d47dc908154cfb3164097&device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 1098 time: 0.0828531
Nov 24 16:50:01.190354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-7040c6a6-fb42-4cdf-9e5d-92415c373634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:01.192213 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-7040c6a6-fb42-4cdf-9e5d-92415c373634 service neutron] 10.222.0.21 "GET /v2.0/networks?id=449a0058-562d-43cd-b9d2-375a9241e5be HTTP/1.1" status: 200  len: 913 time: 0.1722569
Nov 24 16:50:01.283228 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-5e566dc2-dc5c-49aa-821b-c133dd517c85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe HTTP/1.1" status: 200  len: 217 time: 0.0835299
Nov 24 16:50:01.375947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-f3cada35-ead7-4731-9b56-6afaf65ddcfe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:01.377529 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-f3cada35-ead7-4731-9b56-6afaf65ddcfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46745a90-ced6-48a0-afa8-2d91db25ee09 HTTP/1.1" status: 200  len: 852 time: 0.0703402
Nov 24 16:50:01.435328 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-6112acec-b995-4b17-9259-0cfdcb384dd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=449a0058-562d-43cd-b9d2-375a9241e5be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470665
Nov 24 16:50:01.587467 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-d3d8d0e6-6b6a-4907-9ec0-f6d4b4f40888 service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452265
Nov 24 16:50:01.821296 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95c8be15-5af7-4577-b385-01f4cbe5804b req-42339d65-8b74-4929-884e-23580ea3f314 service neutron] 10.222.0.21 "GET /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224023
Nov 24 16:50:01.830999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45081e01-feaf-4e87-b3fe-0cb801270682 req-13022851-5b2c-40b3-90fc-d48eb843f424 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:01.832555 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-45081e01-feaf-4e87-b3fe-0cb801270682 req-13022851-5b2c-40b3-90fc-d48eb843f424 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1364281
Nov 24 16:50:01.882527 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-45081e01-feaf-4e87-b3fe-0cb801270682 req-a1a607f0-0f56-4b34-89b2-0e613a51089f tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434895
Nov 24 16:50:03.095066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2be43-4603-4863-b7e1-b2f572db73d9 req-9cdc5bc5-14f0-48d7-ba71-7d547835bcbf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:03.096561 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-39a2be43-4603-4863-b7e1-b2f572db73d9 req-9cdc5bc5-14f0-48d7-ba71-7d547835bcbf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0846493
Nov 24 16:50:03.151445 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-39a2be43-4603-4863-b7e1-b2f572db73d9 req-5b94029f-13b7-49fc-a5a5-520ac0652b33 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472350
Nov 24 16:50:04.068327 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49264) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:04.237564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:04.278581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:04.283199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Usage tracker for resource:security_group_rule and tenant:25c8dafba79546329272318b1fdb3776 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:04.287232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:04.293862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:04.378300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:04.381956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:04.389740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3be564ce-f20f-4500-8b1d-435d08246de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:04.435545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a08121-5977-4a4e-aa49-a9f122187286,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:04.438718 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:04.445481 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25c8dafba79546329272318b1fdb3776&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3760407
Nov 24 16:50:04.446210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49276) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:04.510972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:04.511229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321bd48-b083-47d2-a084-d75b35a72d5a req-f391c8a3-74f1-4dd7-884a-e1d77960bf6a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:04.512659 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e321bd48-b083-47d2-a084-d75b35a72d5a req-f391c8a3-74f1-4dd7-884a-e1d77960bf6a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0900466
Nov 24 16:50:04.540154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:04.565228 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e321bd48-b083-47d2-a084-d75b35a72d5a req-3fadf9f3-4be7-44cc-b736-34b577364d35 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463467
Nov 24 16:50:04.589802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:04.595241 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a49db54f-63d0-4b8a-ac29-c7ec26ddbead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:04.611024 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a08121-5977-4a4e-aa49-a9f122187286,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:04.616288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:04.621947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:04.625747 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2a08121-5977-4a4e-aa49-a9f122187286 HTTP/1.1" status: 204  len: 168 time: 0.1761050
Nov 24 16:50:05.059655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c10663bb-61c2-434c-a8e7-1811c4cf09ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.493531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49308) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:05.640364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-186719533-network', 'tenant_id': 'ea524ffee5024139848377aa032f1623'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:05.645697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:05.650335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Usage tracker for resource:network and tenant:ea524ffee5024139848377aa032f1623 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:05.653736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:05.660301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:05.672023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Made reservation on behalf of ea524ffee5024139848377aa032f1623 for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:05.677487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.692281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.728538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:05.733222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Usage tracker for resource:security_group_rule and tenant:ea524ffee5024139848377aa032f1623 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:05.736891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:05.745099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:05.823724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.832146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.846721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-14b3afa5-8d3f-47f1-97c6-b72a88943459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:05.857172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:50:05.879731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.880100 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Added segment 5a77e214-ef3f-4483-9b2d-dd7c184ece90 of type vlan for network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed
Nov 24 16:50:05.910977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2361fa6-3326-4686-9678-9433c8f03fbe,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:05.916823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:05.918521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.939555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76fe57-cff1-481c-a109-d363130bc61b req-a343ff4f-8c47-452d-87e3-a43a3196f604 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:05.943350 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bc76fe57-cff1-481c-a109-d363130bc61b req-a343ff4f-8c47-452d-87e3-a43a3196f604 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1141858
Nov 24 16:50:05.960486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.961802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:05.962510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:05.968078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:05.993551 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bc76fe57-cff1-481c-a109-d363130bc61b req-25e14847-f715-4fa7-bc1d-7a9bb2e9cec8 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449545
Nov 24 16:50:06.078061 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5832825
Nov 24 16:50:06.081250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 49322) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:06.082091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Pushing event updated for resources: {'Network': ['ID=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:06.085345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:06.089365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Request body: {'subnet': {'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-186719533-subnet', 'tenant_id': 'ea524ffee5024139848377aa032f1623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:06.095655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:06.095830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:50:06.100782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Usage tracker for resource:subnet and tenant:ea524ffee5024139848377aa032f1623 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:06.104837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:06.111736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:06.122447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Made reservation on behalf of ea524ffee5024139848377aa032f1623 for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:06.127488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:06.355139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:06.360383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:06.434783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4b36e7-27fe-43a7-b244-9f31ae42150b,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:06.437795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:06.451777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Checking segment: {'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:06.452167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Network hostable DHCP agents. Network: 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:50:06.474315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:50:06.483618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:06.487928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:06.488467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:06.499850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2251c9-87a5-40c9-9be8-eafe8a20dc1e None None] Network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:06.515986 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4330578
Nov 24 16:50:06.602253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:06.765824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed1410-e1cb-4d76-afc7-2e8ac5d59e93 None None] Network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:07.250614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15c163-f7bb-4712-b7f5-453859f054ea req-635de7e0-3361-4473-99ed-fadd7c0955cf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:07.254112 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-af15c163-f7bb-4712-b7f5-453859f054ea req-635de7e0-3361-4473-99ed-fadd7c0955cf tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1252615
Nov 24 16:50:07.308335 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-af15c163-f7bb-4712-b7f5-453859f054ea req-4c655b76-08bb-4621-bede-7e0c8569c25d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463293
Nov 24 16:50:07.557810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3fea353-3987-4996-b708-e6749e9e4828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:08.053399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:08.530828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3994617-85ea-4134-8b26-ab2eddef891e req-c7474124-0f20-4f0e-85fb-3823a3a35092 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:08.532498 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3994617-85ea-4134-8b26-ab2eddef891e req-c7474124-0f20-4f0e-85fb-3823a3a35092 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0904660
Nov 24 16:50:08.585018 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3994617-85ea-4134-8b26-ab2eddef891e req-fe1eb63a-bacf-4937-82ae-85657ae80070 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441263
Nov 24 16:50:08.786795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-452487fc-75b2-48d0-bb74-63745b6968f8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:08.788494 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-452487fc-75b2-48d0-bb74-63745b6968f8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/networks?id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed HTTP/1.1" status: 200  len: 808 time: 0.1716771
Nov 24 16:50:08.806933 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-2510bc30-e02e-4b80-93d2-3d70ec738efd tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/quotas/ea524ffee5024139848377aa032f1623 HTTP/1.1" status: 200  len: 375 time: 0.0121262
Nov 24 16:50:08.858484 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-0aabbf7a-f4b5-4817-afce-d6cdad71bd81 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea524ffee5024139848377aa032f1623&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449049
Nov 24 16:50:09.004356 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-c29b4109-95b3-496d-91f0-009a4875605a service neutron] 10.222.0.53 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382799
Nov 24 16:50:09.031950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:09.345754 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-7472e7a7-0707-43b2-98fb-15131e1ef6e6 service neutron] 10.222.0.53 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3341329
Nov 24 16:50:09.555523 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c6a0a481-70d3-44c7-a9be-245ec5ca84e0 req-b2c29372-fb8f-45c4-b291-1eb7e58014a2 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 210 time: 0.0516589
Nov 24 16:50:09.799234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec92eaa-30ec-4992-80d0-29182a196eef req-5bc54b65-9034-4342-8386-072159f0fdaa tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:09.800815 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6ec92eaa-30ec-4992-80d0-29182a196eef req-5bc54b65-9034-4342-8386-072159f0fdaa tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0855017
Nov 24 16:50:09.850963 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6ec92eaa-30ec-4992-80d0-29182a196eef req-71e719f0-3f09-4eb2-a576-d4748125e6ff tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428798
Nov 24 16:50:10.827557 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6b52a2e8-6d40-4f82-84bf-b3fe88172102 req-9ccf942f-521a-4e1f-bfad-5811b1fd098d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 210 time: 0.0701880
Nov 24 16:50:10.853058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-163e7a87-fccf-4c3a-90d3-46ca54721c24 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:10.854606 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-163e7a87-fccf-4c3a-90d3-46ca54721c24 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "GET /v2.0/networks?id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed HTTP/1.1" status: 200  len: 808 time: 0.2300320
Nov 24 16:50:10.870626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Request body: {'port': {'device_id': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed', 'admin_state_up': True, 'tenant_id': 'ea524ffee5024139848377aa032f1623'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:11.033545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:11.080714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Usage tracker for resource:port and tenant:ea524ffee5024139848377aa032f1623 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:11.084474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:11.099982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:11.117101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Made reservation on behalf of ea524ffee5024139848377aa032f1623 for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:11.122795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:11.231813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8c292-7d46-4b44-b726-ea3177dbb971 req-fb7b93ec-2b14-40da-ae5a-ac502660cc47 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:11.234055 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3be8c292-7d46-4b44-b726-ea3177dbb971 req-fb7b93ec-2b14-40da-ae5a-ac502660cc47 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.2027047
Nov 24 16:50:11.276385 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-11665405-8199-4030-9830-e8caf1d0813d req-ac95a07b-0b46-4c82-825c-e17154609670 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1098 time: 0.0860174
Nov 24 16:50:11.329936 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-11665405-8199-4030-9830-e8caf1d0813d req-a233c4fd-d4de-49cf-bbde-b3e198c5790e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459425
Nov 24 16:50:11.354521 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3be8c292-7d46-4b44-b726-ea3177dbb971 req-1c99a2b9-a4ef-4e6d-b647-b11bbbe5bec5 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094115
Nov 24 16:50:11.370286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Allocated IP 172.20.0.14 (1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed/ee4b36e7-27fe-43a7-b244-9f31ae42150b/1617c683-edaa-4ee1-974d-3f47aaeda955) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:11.593422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:11.620562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:11.627239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:11.705692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:11.708957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:11.713548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:11.717835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:11.718549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:11.722634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Pushing event updated for resources: {'Port': ['ID=1617c683-edaa-4ee1-974d-3f47aaeda955,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:11.727350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:11.748284 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8822305
Nov 24 16:50:11.761619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Request body: {'port': {'device_id': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:11.891139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:12.156751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda918-720b-4809-9cb8-2b91b41810f0 req-3039eeed-31ec-44ac-98a7-5f3dda8030f3 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:12.157510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-82fda918-720b-4809-9cb8-2b91b41810f0 req-3039eeed-31ec-44ac-98a7-5f3dda8030f3 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Synchronizing usage tracker for tenant:ea524ffee5024139848377aa032f1623 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:50:12.246542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-82fda918-720b-4809-9cb8-2b91b41810f0 req-3039eeed-31ec-44ac-98a7-5f3dda8030f3 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Unset dirty status for tenant:ea524ffee5024139848377aa032f1623 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:50:12.248166 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82fda918-720b-4809-9cb8-2b91b41810f0 req-3039eeed-31ec-44ac-98a7-5f3dda8030f3 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 932 time: 0.2869995
Nov 24 16:50:12.330899 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82fda918-720b-4809-9cb8-2b91b41810f0 req-3fc09652-e3a4-41f1-bf2d-1a84f5303513 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707924
Nov 24 16:50:12.433895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1617c683-edaa-4ee1-974d-3f47aaeda955 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:50:12.441336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:12.457898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Transition to ACTIVE for port object 1617c683-edaa-4ee1-974d-3f47aaeda955 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:12.461270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:12.475475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ce253345-ef56-4b3e-a214-196b07321742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:12.596514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1617c683-edaa-4ee1-974d-3f47aaeda955,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:12.711653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:12.772976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a17d-d5f7-42b8-8291-7549968d5046 req-b44d0d8b-236f-4099-a444-3f279d32a21a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:12.774599 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2eb1a17d-d5f7-42b8-8291-7549968d5046 req-b44d0d8b-236f-4099-a444-3f279d32a21a tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.2257314
Nov 24 16:50:12.778928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Attempting to bind port 1617c683-edaa-4ee1-974d-3f47aaeda955 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:12.779301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Attempting to bind port 1617c683-edaa-4ee1-974d-3f47aaeda955 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:12.779666 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Attempting to bind port 1617c683-edaa-4ee1-974d-3f47aaeda955 on network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:12.807593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Port 1617c683-edaa-4ee1-974d-3f47aaeda955 on network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:50:12.807955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Attempting to bind port 1617c683-edaa-4ee1-974d-3f47aaeda955 on network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:12.828464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:12.828839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Checking segment: {'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:12.829264 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Bound using segment: {'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:12.829740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Bound port: 1617c683-edaa-4ee1-974d-3f47aaeda955, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:12.830147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:12.856429 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2eb1a17d-d5f7-42b8-8291-7549968d5046 req-add7622b-e955-49d9-bcb4-a83eb5dc5ecc tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742817
Nov 24 16:50:12.929954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] For port 1617c683-edaa-4ee1-974d-3f47aaeda955, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:12.933077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] For port 1617c683-edaa-4ee1-974d-3f47aaeda955, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1617c683-edaa-4ee1-974d-3f47aaeda955,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:12.935985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:12.940547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:13.010981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:13.012461 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/1617c683-edaa-4ee1-974d-3f47aaeda955 HTTP/1.1" status: 200  len: 1094 time: 1.2555799
Nov 24 16:50:13.012972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'tag': '1617c683-edaa-4ee1-974d-3f47aaeda955'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:50:13.026095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1617c683-edaa-4ee1-974d-3f47aaeda955,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:13.037613 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.037613 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.037941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.038369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.038722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.039105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.039489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.039870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.040249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.040627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.041005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:13.045039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:13.089616 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'tag': '1617c683-edaa-4ee1-974d-3f47aaeda955', 'status': 'completed', 'code': 200}
Nov 24 16:50:13.133878 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-0f51c359-29a5-4f48-81c2-8ed902fa5e4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea524ffee5024139848377aa032f1623&device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 1097 time: 0.0795624
Nov 24 16:50:13.220678 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-c764dae0-d3a2-4d6c-866a-e9fa3b21d403 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1617c683-edaa-4ee1-974d-3f47aaeda955 HTTP/1.1" status: 200  len: 217 time: 0.0726762
Nov 24 16:50:13.302582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-045c41bd-4fa5-4109-a6ef-53c5d6352843 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:13.304552 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-045c41bd-4fa5-4109-a6ef-53c5d6352843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4b36e7-27fe-43a7-b244-9f31ae42150b HTTP/1.1" status: 200  len: 848 time: 0.0760534
Nov 24 16:50:13.359939 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-d7fa42fd-6c7b-4298-9d77-a82056a21c6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465174
Nov 24 16:50:13.555050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49488) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:13.585521 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-127fa409-5018-4a0c-8a43-5f6b7f019e80 service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167616
Nov 24 16:50:13.603146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9bb0c-3636-47df-a533-a8493478e6ee req-c7a52653-653c-482c-b2b7-37ff3965cf74 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:13.604718 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62a9bb0c-3636-47df-a533-a8493478e6ee req-c7a52653-653c-482c-b2b7-37ff3965cf74 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 944 time: 0.1291399
Nov 24 16:50:13.784964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:13.831970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:13.836331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb8d3d98f254680b6f43b83260e6799 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:13.839671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:13.846384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:13.932172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:13.935641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:13.941931 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62a9bb0c-3636-47df-a533-a8493478e6ee req-cd22bed3-5f78-4fa0-b00b-8dff839e44e8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124661
Nov 24 16:50:13.944263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-045e996b-d916-467a-ac9d-e8365527f784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:13.970882 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-07d3b0e9-a9ca-4069-9abb-1a89cc291971 req-1a385000-9f04-4538-b552-4d366025424b service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3651307
Nov 24 16:50:14.006346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89db0a-0111-404b-973b-c2fe43ff7bc7,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:14.014059 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fb8d3d98f254680b6f43b83260e6799&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4573298
Nov 24 16:50:14.017252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 49502) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:14.022139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.022719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.023238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.023748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.024291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.024828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.025370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.025904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.026457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.027307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.027846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:14.032934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:14.231137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:14.259645 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-712a8a4a-a8b6-42c9-869f-44661767c5e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea524ffee5024139848377aa032f1623&device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 1097 time: 0.2392383
Nov 24 16:50:14.281525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67977abe-0cf0-4c3c-98b8-746c010ce56a req-6c81cfd9-d669-45a2-92f8-86c72eda4f37 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:14.283213 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-67977abe-0cf0-4c3c-98b8-746c010ce56a req-6c81cfd9-d669-45a2-92f8-86c72eda4f37 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.2044132
Nov 24 16:50:14.387855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:14.516690 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-67977abe-0cf0-4c3c-98b8-746c010ce56a req-868bf791-61df-40ca-8e62-2f7e359bde8c tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392407
Nov 24 16:50:14.518547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-41e75cc6-4311-4064-8f58-f2d4a00c577a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:14.520054 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-41e75cc6-4311-4064-8f58-f2d4a00c577a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed HTTP/1.1" status: 200  len: 909 time: 0.2357302
Nov 24 16:50:14.589263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:14.599507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e889a83b-ce9b-41b3-9b04-cac74c8f145a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:14.618809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89db0a-0111-404b-973b-c2fe43ff7bc7,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:14.625880 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-b64521e5-beef-436b-894d-cb20f9dbb42b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1617c683-edaa-4ee1-974d-3f47aaeda955 HTTP/1.1" status: 200  len: 217 time: 0.0984154
Nov 24 16:50:14.626079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:14.628194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:14.629331 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c89db0a-0111-404b-973b-c2fe43ff7bc7 HTTP/1.1" status: 204  len: 168 time: 0.6110148
Nov 24 16:50:14.714357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-1df61a91-e60e-4706-8d49-fa234f7e7ce3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:14.715951 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-1df61a91-e60e-4706-8d49-fa234f7e7ce3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4b36e7-27fe-43a7-b244-9f31ae42150b HTTP/1.1" status: 200  len: 848 time: 0.0820913
Nov 24 16:50:14.780739 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-9a949604-8a50-4651-94eb-e123feee6a7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568066
Nov 24 16:50:15.017386 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-90a3aeb8-a377-4f52-b7ff-9281688dafbe service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255642
Nov 24 16:50:15.153783 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44462058-386f-4f7a-af66-443f65760963 req-c4a457ef-19f8-4d90-95b6-885ffd796494 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1098 time: 0.1185043
Nov 24 16:50:15.226067 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f440032a-fa76-46e9-a8d1-e478f726b1a0 req-864f47bd-aa39-4482-b848-c57214a63d09 service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004323
Nov 24 16:50:15.431999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44462058-386f-4f7a-af66-443f65760963 req-178a6ac4-82c1-46c9-9f27-fb41ef947e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:15.433682 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44462058-386f-4f7a-af66-443f65760963 req-178a6ac4-82c1-46c9-9f27-fb41ef947e52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.2671297
Nov 24 16:50:15.439788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21fd1b-dae1-4a46-a7dd-75e769530ea5 req-8a67bca6-3fb9-4b0a-b240-0b8cc04d6a84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:15.441702 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d21fd1b-dae1-4a46-a7dd-75e769530ea5 req-8a67bca6-3fb9-4b0a-b240-0b8cc04d6a84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.2136660
Nov 24 16:50:15.515087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74d609-4028-46bd-bed1-77b8a614b6ce req-b8e795b8-b53f-4dba-99f0-dcbcde75261c tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:15.523948 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d74d609-4028-46bd-bed1-77b8a614b6ce req-b8e795b8-b53f-4dba-99f0-dcbcde75261c tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 944 time: 0.2022700
Nov 24 16:50:15.568149 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d21fd1b-dae1-4a46-a7dd-75e769530ea5 req-cc2e4f19-1f3e-41a8-bca4-8d9135170ce8 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122804
Nov 24 16:50:15.568672 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44462058-386f-4f7a-af66-443f65760963 req-b64e85e5-bc71-4422-b8f4-7f8349cf8fe2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 200  len: 217 time: 0.1284747
Nov 24 16:50:15.604792 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d74d609-4028-46bd-bed1-77b8a614b6ce req-2b5c270b-dbd2-468f-a361-6c24cc8ce9cb tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793900
Nov 24 16:50:15.680201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44462058-386f-4f7a-af66-443f65760963 req-9ac8e0a4-9d68-4f78-a056-3d6736714d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:15.681779 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44462058-386f-4f7a-af66-443f65760963 req-9ac8e0a4-9d68-4f78-a056-3d6736714d87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.0987449
Nov 24 16:50:15.731769 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44462058-386f-4f7a-af66-443f65760963 req-16141805-4791-4eff-bd5e-12d7cea47929 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431061
Nov 24 16:50:15.980054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 49558) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:16.076370 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44462058-386f-4f7a-af66-443f65760963 req-70e29ebf-8646-4c3a-9e28-fea4eb395d5c service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3356376
Nov 24 16:50:16.131863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1086378354-network', 'tenant_id': 'da85f7b56be043949b7841a49547af64'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:16.136806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:16.141132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Usage tracker for resource:network and tenant:da85f7b56be043949b7841a49547af64 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:16.144221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:16.151281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:16.159902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Made reservation on behalf of da85f7b56be043949b7841a49547af64 for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:16.165097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.179633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.219816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:16.226722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Usage tracker for resource:security_group_rule and tenant:da85f7b56be043949b7841a49547af64 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:16.229878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:16.233401 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-44462058-386f-4f7a-af66-443f65760963 req-b531443b-b8f0-4285-b739-bbcb0c56c005 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483448
Nov 24 16:50:16.236205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:16.313611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.316968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.321409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-81b8726a-d1ca-4e48-a0a9-9bf83e5ce12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:16.354759 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:50:16.363837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e2a494-7948-415b-b90e-9422c599b8be,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:16.368005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:16.372219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.372345 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Added segment e57420cf-af55-4ea8-9089-9ec605b15425 of type vlan for network 689831a5-ba8b-404f-913a-246be98581e8
Nov 24 16:50:16.399537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.429123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.430389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:16.431027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.436063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b0367d43-04e6-4a29-9ac4-12d069dbf0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:16.544223 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5629678
Nov 24 16:50:16.547417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49568) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:16.547714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Pushing event updated for resources: {'Network': ['ID=689831a5-ba8b-404f-913a-246be98581e8,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:16.551162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:16.554882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Request body: {'subnet': {'network_id': '689831a5-ba8b-404f-913a-246be98581e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1086378354-subnet', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:16.559438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 689831a5-ba8b-404f-913a-246be98581e8 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:50:16.560421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:16.564763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Usage tracker for resource:subnet and tenant:da85f7b56be043949b7841a49547af64 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:16.569065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:16.575720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:16.593820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Made reservation on behalf of da85f7b56be043949b7841a49547af64 for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:16.600879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.930514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7bdc-9ac1-4f12-b0b9-a8b9aed82cb4 req-4fbd1ab6-a92c-4370-b781-b6293f624de5 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:16.932147 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ece7bdc-9ac1-4f12-b0b9-a8b9aed82cb4 req-4fbd1ab6-a92c-4370-b781-b6293f624de5 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1698680
Nov 24 16:50:16.935635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:16.940379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:16.961800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f852f01-8145-4661-aac7-c23455063450 req-2a84859c-0875-4a1d-a7c1-a953f452550f tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:16.963394 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f852f01-8145-4661-aac7-c23455063450 req-2a84859c-0875-4a1d-a7c1-a953f452550f tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 944 time: 0.1403425
Nov 24 16:50:17.017416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd88a7c0-9103-4614-940d-8d5a4b3edeb6,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:17.022210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:17.031289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Checking segment: {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:17.031685 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ece7bdc-9ac1-4f12-b0b9-a8b9aed82cb4 req-1e7bcf6c-13d1-4720-8e6a-f3bc93580fe8 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915618
Nov 24 16:50:17.031796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Network hostable DHCP agents. Network: 689831a5-ba8b-404f-913a-246be98581e8, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:50:17.034285 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f852f01-8145-4661-aac7-c23455063450 req-c12dbcdb-03d6-45d5-95f4-2b4546d9c615 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648317
Nov 24 16:50:17.055784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Network 689831a5-ba8b-404f-913a-246be98581e8 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:50:17.064331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 689831a5-ba8b-404f-913a-246be98581e8) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:17.068723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:17.069362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.073940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb74e4b-fb47-44a8-a98f-6c58e11aaa9b None None] Network 689831a5-ba8b-404f-913a-246be98581e8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:17.094226 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5455389
Nov 24 16:50:17.097100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49582) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:17.103236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:17.108080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:17.112088 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Usage tracker for resource:router and tenant:da85f7b56be043949b7841a49547af64 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:17.115164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:17.121137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:17.131080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.132260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.155793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.316329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.322002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-689831a5-ba8b-404f-913a-246be98581e8', 'network_id': '689831a5-ba8b-404f-913a-246be98581e8', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'fixed_ips': [{'subnet_id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:50:17.322970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.498897 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Allocated IP 172.20.0.2 (689831a5-ba8b-404f-913a-246be98581e8/cd88a7c0-9103-4614-940d-8d5a4b3edeb6/b460bac6-b44a-4465-9ce7-89e68b185bbf) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:17.522918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.557630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.713869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Allocated IP 172.27.3.137 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/f3b4f3c0-ba23-488f-aa8d-8989b75bda9c) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:17.729195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.740855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Transition to ACTIVE for port object b460bac6-b44a-4465-9ce7-89e68b185bbf will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:17.762327 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Transition to ACTIVE for port object b460bac6-b44a-4465-9ce7-89e68b185bbf will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:17.769715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.775546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:17.859106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Pushing event updated for resources: {'Port': ['ID=b460bac6-b44a-4465-9ce7-89e68b185bbf,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:17.871616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Network 689831a5-ba8b-404f-913a-246be98581e8 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:17.873771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:17.880523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:17.887449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.923182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:17.935263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:18.030744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:18.049663 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:18.052854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:18.056030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.058277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.058277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.058277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.058277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.058277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.058277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.059135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.059135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.059425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:18.059516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.059865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:18.059974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:18.063431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Attempting to bind port b460bac6-b44a-4465-9ce7-89e68b185bbf on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:18.063837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Attempting to bind port b460bac6-b44a-4465-9ce7-89e68b185bbf by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:18.064239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Attempting to bind port b460bac6-b44a-4465-9ce7-89e68b185bbf on network 689831a5-ba8b-404f-913a-246be98581e8 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:18.073575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:18.074744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:18.075116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Checking segment: {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:18.075562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.075991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Bound using segment: {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:18.076509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Bound port: b460bac6-b44a-4465-9ce7-89e68b185bbf, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:18.076921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.131815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1617c683-edaa-4ee1-974d-3f47aaeda955 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:50:18.245637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.246431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.292048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaaab3-a6dd-4a75-8cae-ce89d5e910db req-08481dcc-2884-412c-8a4d-40aa9131de8e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:18.300336 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3deaaab3-a6dd-4a75-8cae-ce89d5e910db req-08481dcc-2884-412c-8a4d-40aa9131de8e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1757898
Nov 24 16:50:18.382967 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3deaaab3-a6dd-4a75-8cae-ce89d5e910db req-a63718be-561c-4416-a087-76eba339bb76 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813971
Nov 24 16:50:18.386282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] For port b460bac6-b44a-4465-9ce7-89e68b185bbf, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:18.389581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] For port b460bac6-b44a-4465-9ce7-89e68b185bbf, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=b460bac6-b44a-4465-9ce7-89e68b185bbf,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:18.389926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a22ce-edcf-4c6f-b85e-996f41b3fd20 req-b3e0815a-3f3e-498d-a8b6-d03f15a68b94 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:18.392026 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e21a22ce-edcf-4c6f-b85e-996f41b3fd20 req-b3e0815a-3f3e-498d-a8b6-d03f15a68b94 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 944 time: 0.1589370
Nov 24 16:50:18.397107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.410607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f51f7421-1590-4215-b22b-335f034ce9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:18.470974 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e21a22ce-edcf-4c6f-b85e-996f41b3fd20 req-12b1b765-6bcb-4283-b198-118327526e3c tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721731
Nov 24 16:50:18.524539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1617c683-edaa-4ee1-974d-3f47aaeda955, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1617c683-edaa-4ee1-974d-3f47aaeda955,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:18.549937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Pushing event updated for resources: {'Port': ['ID=b460bac6-b44a-4465-9ce7-89e68b185bbf,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:18.550474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:50:18.553591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '1617c683-edaa-4ee1-974d-3f47aaeda955', 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed', 'port_id': '1617c683-edaa-4ee1-974d-3f47aaeda955', 'mac_address': 'fa:16:3e:4c:a7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4b36e7-27fe-43a7-b244-9f31ae42150b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:50:18.557504 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:18.612441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.632258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1617c683-edaa-4ee1-974d-3f47aaeda955 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:50:18.635858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef980c24-5673-4b7c-b24e-6388fa2a14d3 req-f3d9a0c5-7feb-4dfd-8582-ad04d32f5951 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:18.637470 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef980c24-5673-4b7c-b24e-6388fa2a14d3 req-f3d9a0c5-7feb-4dfd-8582-ad04d32f5951 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.0960038
Nov 24 16:50:18.657691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1617c683-edaa-4ee1-974d-3f47aaeda955, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1617c683-edaa-4ee1-974d-3f47aaeda955,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:18.661828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.663705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:18.692823 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef980c24-5673-4b7c-b24e-6388fa2a14d3 req-ef10d8f3-92d7-4944-b9a7-9bd97a05f50d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443707
Nov 24 16:50:18.738231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=1617c683-edaa-4ee1-974d-3f47aaeda955,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:18.742455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:18.779773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:50:18.791647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Sync routers for ids ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:50:18.810805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:18.811329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Routers {'128e13a4-953f-4735-bdd8-b7e73d17b6d3'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:18.815181 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-23d715d4-56d7-449d-845e-e20be74c2e77 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.7144122
Nov 24 16:50:18.815551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa36a780>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:18.815688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 49626) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:19.022642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['1617c683-edaa-4ee1-974d-3f47aaeda955'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:50:19.117524 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device b460bac6-b44a-4465-9ce7-89e68b185bbf up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:19.195636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Set router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:19.304022 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port b460bac6-b44a-4465-9ce7-89e68b185bbf completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:19.717400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa36a780>, [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:18Z', 'revision_number': 3, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port': {'id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:19.721405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Checking router: 128e13a4-953f-4735-bdd8-b7e73d17b6d3 for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:50:19.721790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Updating router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:50:19.776566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:19.843870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687cefa-2d31-48e0-bec0-ee7299e2b696 req-05535a83-921f-4f9b-afe2-feb15672cf8a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:19.845529 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9687cefa-2d31-48e0-bec0-ee7299e2b696 req-05535a83-921f-4f9b-afe2-feb15672cf8a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 945 time: 0.1887972
Nov 24 16:50:19.854242 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230379b-f85a-4465-854a-53242a8d5ee9 req-8504c3ab-c7d0-43f4-841e-8be5546419b9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:19.855905 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e230379b-f85a-4465-854a-53242a8d5ee9 req-8504c3ab-c7d0-43f4-841e-8be5546419b9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.2045531
Nov 24 16:50:20.027792 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9687cefa-2d31-48e0-bec0-ee7299e2b696 req-87d2cc19-23f0-41aa-972b-2d6175a8ea16 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707768
Nov 24 16:50:20.036512 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e230379b-f85a-4465-854a-53242a8d5ee9 req-5f26ae50-2ad4-47bf-b798-c78ff1ea31f4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1582890
Nov 24 16:50:20.137892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1617c683-edaa-4ee1-974d-3f47aaeda955 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:20.257433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 1617c683-edaa-4ee1-974d-3f47aaeda955 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:20.264727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 1617c683-edaa-4ee1-974d-3f47aaeda955 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:20.265301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.338965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.361860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Transition to ACTIVE for port object f3b4f3c0-ba23-488f-aa8d-8989b75bda9c will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:20.374461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.386665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-36059aa9-c0df-4f81-81c0-de5c5ea181ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:20.431685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.466679 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1617c683-edaa-4ee1-974d-3f47aaeda955'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:50:20.476357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Attempting to bind port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:20.476769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Attempting to bind port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:20.477170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Attempting to bind port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:20.478911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1617c683-edaa-4ee1-974d-3f47aaeda955, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1617c683-edaa-4ee1-974d-3f47aaeda955,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:20.483002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.483816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Pushing event updated for resources: {'Port': ['ID=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,revision_number=2']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:20.485568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:20.491614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:20.492012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:20.492445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.492873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:20.493389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Bound port: f3b4f3c0-ba23-488f-aa8d-8989b75bda9c, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:20.493801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.497226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.528481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd73b3-9c9e-4149-8a9d-f46433fbea87 None None] Network 689831a5-ba8b-404f-913a-246be98581e8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:20.576443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.577026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.578825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.579669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.580236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.580807 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.581355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.581907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.582513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.583369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.583961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:50:20.590338 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:20.632291 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1617c683-edaa-4ee1-974d-3f47aaeda955', 'code': 200}
Nov 24 16:50:20.644584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] For port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:20.648624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] For port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:20.654355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.668515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:20.678956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=1617c683-edaa-4ee1-974d-3f47aaeda955,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:20.687643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:20.695206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Provisioning for port b460bac6-b44a-4465-9ce7-89e68b185bbf completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:20.730379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Provisioning complete for port b460bac6-b44a-4465-9ce7-89e68b185bbf triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:20.730804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:20.780367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Pushing event updated for resources: {'Port': ['ID=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:20.795785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6adc53df-610d-4e56-88b7-9e824ec100e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:20.796791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Routers {'128e13a4-953f-4735-bdd8-b7e73d17b6d3'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:20.797467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa36a780>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:20.851856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Allocated IP 172.20.0.1 (689831a5-ba8b-404f-913a-246be98581e8/cd88a7c0-9103-4614-940d-8d5a4b3edeb6/72f1ddcc-7d38-4f09-8dbe-3960016f1bf1) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:20.957166 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bf86e4e1-8810-4542-a020-cfeeff385f79 req-995f917e-ca71-4daa-9e51-e6062c008ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 1099 time: 0.0885234
Nov 24 16:50:21.015978 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bf86e4e1-8810-4542-a020-cfeeff385f79 req-2a1cf3a1-947a-488e-a7e6-3f7eb777726a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484078
Nov 24 16:50:21.028996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] Set router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:21.126349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:21.135419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf00e7a-e8a8-4385-878c-029004fc7955 req-ce26a0e9-1217-428c-afb2-2ca0ae16ec06 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:21.137060 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0cf00e7a-e8a8-4385-878c-029004fc7955 req-ce26a0e9-1217-428c-afb2-2ca0ae16ec06 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.2319639
Nov 24 16:50:21.165141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:21.174606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Transition to ACTIVE for port object 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:21.212784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] For port b460bac6-b44a-4465-9ce7-89e68b185bbf, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=b460bac6-b44a-4465-9ce7-89e68b185bbf,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:21.217631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:21.219616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:21.248578 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0cf00e7a-e8a8-4385-878c-029004fc7955 req-d7e273f2-6191-4947-b945-2a5d47e1a997 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002066
Nov 24 16:50:21.284599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:21.296278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-81a8d4cd-e742-4fe1-84bc-8c2ce4c8b496 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:21.322401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Pushing event updated for resources: {'Port': ['ID=b460bac6-b44a-4465-9ce7-89e68b185bbf,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:21.325881 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:21.466782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa36a780>, [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:18Z', 'revision_number': 3, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port': {'id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:21.471135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed346382-0e8c-47a6-9e0a-ed7504070af0 None None] The sync data for ids ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'] in dv-cinder-818778-2-iscsi is: [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:18Z', 'revision_number': 3, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port': {'id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:50:21.559869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Network 689831a5-ba8b-404f-913a-246be98581e8 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:21.562294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Pushing event updated for resources: {'Port': ['ID=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:21.565352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:21.567958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:21.570165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:21.570855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:21.633367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292ea38-e125-4377-b95a-e964504a373f req-653cd54c-9756-48ea-851c-ad30a2ce5b1d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:21.636467 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f292ea38-e125-4377-b95a-e964504a373f req-653cd54c-9756-48ea-851c-ad30a2ce5b1d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 946 time: 0.2628617
Nov 24 16:50:21.647070 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8702abbc-7f54-4aa9-9d21-36f771ef3353 None None] Provisioning complete for port b460bac6-b44a-4465-9ce7-89e68b185bbf triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:21.647491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8702abbc-7f54-4aa9-9d21-36f771ef3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:21.666822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31018b-7bc9-45d5-a894-4f9fe8004985 req-635f87c8-6240-4496-be33-0c51dff36018 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:21.668448 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c31018b-7bc9-45d5-a894-4f9fe8004985 req-635f87c8-6240-4496-be33-0c51dff36018 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.2119100
Nov 24 16:50:21.797611 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f292ea38-e125-4377-b95a-e964504a373f req-d09f7309-90b0-4aa9-b17f-a7c4ca5ad1c6 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539338
Nov 24 16:50:21.799662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:21.829474 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c31018b-7bc9-45d5-a894-4f9fe8004985 req-bb5df4bd-6ccd-476f-83c3-bc278811387b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541586
Nov 24 16:50:21.917582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6599dfce-1f0e-448c-be2c-cd9a8deda195 None None] Provisioning for port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:21.923065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6599dfce-1f0e-448c-be2c-cd9a8deda195 None None] Provisioning complete for port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:21.923488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6599dfce-1f0e-448c-be2c-cd9a8deda195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:22.030748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6599dfce-1f0e-448c-be2c-cd9a8deda195 None None] Port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:50:22.103283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:22.107476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:22.108863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:22.113758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:22.310489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Pushing event updated for resources: {'Port': ['ID=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:22.320925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:22.435022 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Network 689831a5-ba8b-404f-913a-246be98581e8 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:22.436821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:22.969726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-29f4dc9d-a0fc-4f72-a1a3-19eb3450202d None None] Provisioning complete for port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:22.970311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29f4dc9d-a0fc-4f72-a1a3-19eb3450202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:23.080818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-29f4dc9d-a0fc-4f72-a1a3-19eb3450202d None None] Port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:50:23.184593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device b460bac6-b44a-4465-9ce7-89e68b185bbf up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:23.275272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port b460bac6-b44a-4465-9ce7-89e68b185bbf triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:23.275786 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:23.408164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device f3b4f3c0-ba23-488f-aa8d-8989b75bda9c up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:23.475283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bab63-1925-4ceb-9d94-b75b604b98f6 req-673786bb-fd21-459a-9c54-a4d6ab8b5f11 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:23.476933 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2a4bab63-1925-4ceb-9d94-b75b604b98f6 req-673786bb-fd21-459a-9c54-a4d6ab8b5f11 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 946 time: 0.1960378
Nov 24 16:50:23.483680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9f173-8beb-4307-93af-556bb0b8d0e5 req-aa6458f2-9a4b-4fb7-b1a8-d784c4f360ff tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:23.483902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:23.485250 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78b9f173-8beb-4307-93af-556bb0b8d0e5 req-aa6458f2-9a4b-4fb7-b1a8-d784c4f360ff tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.2056000
Nov 24 16:50:23.490376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:23.490997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:23.541258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:50:23.592531 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2a4bab63-1925-4ceb-9d94-b75b604b98f6 req-8309cd72-44db-48d0-b403-369a826c9a0a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060688
Nov 24 16:50:23.607895 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78b9f173-8beb-4307-93af-556bb0b8d0e5 req-56bf71e0-3329-4b96-9154-d33b5a9869d5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023326
Nov 24 16:50:23.637122 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:23.681144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:23.686014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:23.688155 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fc93b798-9543-4c74-97e2-3f3dc62a5b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:23.759725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:23.762974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:23.854730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:50:23.864361 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] 10.222.0.53 "PUT /v2.0/routers/128e13a4-953f-4735-bdd8-b7e73d17b6d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0472577
Nov 24 16:50:24.810763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d298-5959-424c-ae51-3070e3c9ca12 req-5039a0f8-c822-413a-9c4f-8561b481efd2 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:24.812534 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8d67d298-5959-424c-ae51-3070e3c9ca12 req-5039a0f8-c822-413a-9c4f-8561b481efd2 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 946 time: 0.1285450
Nov 24 16:50:24.960824 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8d67d298-5959-424c-ae51-3070e3c9ca12 req-5e9b4d36-b1e0-4ebe-b2bb-4f83077ebc30 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348016
Nov 24 16:50:24.994050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49740) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:25.002513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-387365770-network', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:25.008242 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:25.013361 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Usage tracker for resource:network and tenant:1d68ea1c7ff043f2943b93be6c8d5256 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:25.016512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:25.023947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:25.030461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672645b-0c76-471b-ad5e-716588a8c86a req-90964589-d78d-473a-aa3c-ddc6ce1a4eca tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:25.033955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device f3b4f3c0-ba23-488f-aa8d-8989b75bda9c up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:25.039897 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3672645b-0c76-471b-ad5e-716588a8c86a req-90964589-d78d-473a-aa3c-ddc6ce1a4eca tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1437674
Nov 24 16:50:25.044779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Made reservation on behalf of 1d68ea1c7ff043f2943b93be6c8d5256 for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:25.054893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.072620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.115417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:25.116372 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3672645b-0c76-471b-ad5e-716588a8c86a req-aa0f19e1-6562-4343-b63f-0c26da3445bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752177
Nov 24 16:50:25.119927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d68ea1c7ff043f2943b93be6c8d5256 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:25.123183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:25.123744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.124119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:25.130770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:25.186972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Sync routers for ids ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:50:25.233286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Routers {'128e13a4-953f-4735-bdd8-b7e73d17b6d3'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:25.234318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9bae9b0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:25.240311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.248341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.261778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:50:25.272416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.272809 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Added segment e407805d-799c-427f-a239-ad76472dab11 of type vlan for network a8890728-0771-49ed-9140-6ece28382502
Nov 24 16:50:25.306535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.335710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fcaf7ecb-543f-45ba-8ea7-61e8ca81ee1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:25.377147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f98e917-d154-46ab-814d-5010ef147cf1,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:25.381775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:25.384717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.386717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:25.387712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.394896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ec90220d-0c90-4117-a157-66b45f26880c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:25.504617 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a8890728-0771-49ed-9140-6ece28382502,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:25.507712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5132923
Nov 24 16:50:25.508670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:25.510573 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49748) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:25.516570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Request body: {'subnet': {'network_id': 'a8890728-0771-49ed-9140-6ece28382502', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-387365770-subnet', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:25.516744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network a8890728-0771-49ed-9140-6ece28382502 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:50:25.522247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:25.526406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Usage tracker for resource:subnet and tenant:1d68ea1c7ff043f2943b93be6c8d5256 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:25.529366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:25.535334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:25.545659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Made reservation on behalf of 1d68ea1c7ff043f2943b93be6c8d5256 for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:25.550343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.590237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Set router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:25.764182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.768787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-385d149d-1f90-45b7-87f3-b3be013eba5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:25.848937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d7c19c-bc3b-4b72-a02f-c510057bb4b3,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:25.852276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:25.866124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Checking segment: {'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:25.866533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Network hostable DHCP agents. Network: a8890728-0771-49ed-9140-6ece28382502, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:50:25.889515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Network a8890728-0771-49ed-9140-6ece28382502 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:50:25.898967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, a8890728-0771-49ed-9140-6ece28382502) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:25.904072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:25.905183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.922833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e70c0-cfc7-476e-8268-84ee30ed85ec None None] Network a8890728-0771-49ed-9140-6ece28382502 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:25.927194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4147632
Nov 24 16:50:25.929722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49754) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:25.935691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:25.940372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:25.944787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Usage tracker for resource:router and tenant:1d68ea1c7ff043f2943b93be6c8d5256 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:25.947764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:25.953773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:25.963194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.964178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:25.985753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:26.144171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9bae9b0>, [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:21Z', 'revision_number': 4, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port': {'id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '72f1ddcc-7d38-4f09-8dbe-3960016f1bf1', 'name': '', 'network_id': '689831a5-ba8b-404f-913a-246be98581e8', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'mac_address': 'fa:16:3e:e3:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:20Z', 'updated_at': '2021-11-24T16:50:21Z', 'revision_number': 2, 'project_id': 'da85f7b56be043949b7841a49547af64', 'subnets': [{'id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:26.160554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Checking router: 128e13a4-953f-4735-bdd8-b7e73d17b6d3 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:50:26.160982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Updating router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:50:26.242874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca96093-1a2d-4451-b0b3-62beeabbbeaf req-c2961a82-5c27-4a34-b700-84e0b4881fa8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:26.244982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ca96093-1a2d-4451-b0b3-62beeabbbeaf req-c2961a82-5c27-4a34-b700-84e0b4881fa8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 946 time: 0.1468408
Nov 24 16:50:26.311245 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ca96093-1a2d-4451-b0b3-62beeabbbeaf req-049fc4bb-5af0-4d9b-b9a6-7267663f1da8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586784
Nov 24 16:50:26.315038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:26.333172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-a8890728-0771-49ed-9140-6ece28382502', 'network_id': 'a8890728-0771-49ed-9140-6ece28382502', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'fixed_ips': [{'subnet_id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:50:26.334506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:26.433543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bd6b5-cf08-4e56-afab-cbc5a6047b24 req-0c52e5cf-21c5-4f48-bc14-9a82ae7f159e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:26.435745 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3d6bd6b5-cf08-4e56-afab-cbc5a6047b24 req-0c52e5cf-21c5-4f48-bc14-9a82ae7f159e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1117537
Nov 24 16:50:26.489464 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3d6bd6b5-cf08-4e56-afab-cbc5a6047b24 req-aa7e1bee-3694-4d73-89b3-ec68d0f6f979 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470448
Nov 24 16:50:26.558307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:26.614746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-a5701b10-3944-40c6-bd84-efdb57eec68f tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:26.617178 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-a5701b10-3944-40c6-bd84-efdb57eec68f tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 946 time: 0.1546357
Nov 24 16:50:26.756327 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Deleting port 1617c683-edaa-4ee1-974d-3f47aaeda955 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:50:26.756710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:26.916437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Allocated IP 172.20.0.2 (a8890728-0771-49ed-9140-6ece28382502/31d7c19c-bc3b-4b72-a02f-c510057bb4b3/3b62cb8c-d431-496f-8a6b-f5eab6f388f0) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:27.110391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.150661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.153555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] For port 1617c683-edaa-4ee1-974d-3f47aaeda955, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1617c683-edaa-4ee1-974d-3f47aaeda955,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:27.153965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.232092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.255672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Transition to ACTIVE for port object 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:27.262080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.272013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.277605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:27.311579 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Transition to ACTIVE for port object 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:27.373647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Calling delete_port for 1617c683-edaa-4ee1-974d-3f47aaeda955 owned by compute:nova {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:50:27.425235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Transition to ACTIVE for port object 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:27.427185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438273b-4da4-4fb4-8933-6d82c6d2558d None None] Pushing event updated for resources: {'Port': ['ID=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:27.438116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2438273b-4da4-4fb4-8933-6d82c6d2558d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:27.440318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.445976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2438273b-4da4-4fb4-8933-6d82c6d2558d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:27.544318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f8183-2612-49d3-a991-f9372e013a9e req-0dff9665-b406-4319-aa09-c141aff5483b tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:27.554293 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-125f8183-2612-49d3-a991-f9372e013a9e req-0dff9665-b406-4319-aa09-c141aff5483b tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 946 time: 0.1059682
Nov 24 16:50:27.587635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Network a8890728-0771-49ed-9140-6ece28382502 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:27.597900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:27.604505 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Pushing event updated for resources: {'Port': ['ID=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:27.608168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:27.618815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:27.629485 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-125f8183-2612-49d3-a991-f9372e013a9e req-91bce49f-ff13-4a9e-a824-9783d8017f59 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739744
Nov 24 16:50:27.631883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Attempting to bind port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:27.632253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Attempting to bind port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:27.632675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Attempting to bind port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 on network 689831a5-ba8b-404f-913a-246be98581e8 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:27.657920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Allocated IP 172.27.3.201 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/1047a379-2328-499b-b8a5-6d5bf499bc67) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:27.680224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:27.680837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Checking segment: {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:27.681380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.681920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Bound using segment: {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:27.682658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Bound port: 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:27.683167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.772028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.779841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:27.812488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Attempting to bind port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:27.812907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Attempting to bind port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:27.813323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Attempting to bind port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 on network a8890728-0771-49ed-9140-6ece28382502 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:27.816143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935a92-a0e7-4258-87a7-d796e9530a50 req-ffb59ec3-4f4b-40fc-aa2e-faa79c5e4344 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:27.817893 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4e935a92-a0e7-4258-87a7-d796e9530a50 req-ffb59ec3-4f4b-40fc-aa2e-faa79c5e4344 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.0866003
Nov 24 16:50:27.847768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:27.849165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Checking segment: {'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:27.849579 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.850016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Bound using segment: {'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:27.850623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Bound port: 3b62cb8c-d431-496f-8a6b-f5eab6f388f0, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:27.851038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.873316 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4e935a92-a0e7-4258-87a7-d796e9530a50 req-025a8ad9-f70d-4af3-8ee3-2737191b9481 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492239
Nov 24 16:50:27.878533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Pushing event deleted for resources: {'Port': ['ID=1617c683-edaa-4ee1-974d-3f47aaeda955,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:27.893637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:27.951292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] For port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:27.956407 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] For port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:27.969281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:27.977130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:28.002186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] No DVR routers for this DVR port 1617c683-edaa-4ee1-974d-3f47aaeda955 on host hv-cinder-81877 {{(pid=88184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:50:28.009545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:28.012565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'name': 'network-vif-deleted', 'tag': '1617c683-edaa-4ee1-974d-3f47aaeda955'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:50:28.039603 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:28.055765 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f86b0113-b14d-48ca-bf09-55b66098d57a req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "DELETE /v2.0/ports/1617c683-edaa-4ee1-974d-3f47aaeda955 HTTP/1.1" status: 204  len: 173 time: 1.4334569
Nov 24 16:50:28.076519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438273b-4da4-4fb4-8933-6d82c6d2558d None None] Pushing event updated for resources: {'Port': ['ID=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:28.080959 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea17dbc-4d01-436f-a1fc-4ab090495df3', 'name': 'network-vif-deleted', 'tag': '1617c683-edaa-4ee1-974d-3f47aaeda955', 'status': 'completed', 'code': 200}
Nov 24 16:50:28.081101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2438273b-4da4-4fb4-8933-6d82c6d2558d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:28.087585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:28.091749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:28.099519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] For port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:28.107218 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] For port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,segment=NetworkSegment(e407805d-799c-427f-a239-ad76472dab11),segment_id=e407805d-799c-427f-a239-ad76472dab11)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:28.111720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:28.119107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:28.165808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:28.166875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Pushing event updated for resources: {'Port': ['ID=1047a379-2328-499b-b8a5-6d5bf499bc67,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:28.169710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:28.171678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:28.172419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:28.235227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Routers {'128e13a4-953f-4735-bdd8-b7e73d17b6d3'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:28.235920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9bae9b0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:28.319989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Pushing event updated for resources: {'Port': ['ID=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:28.337963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:28.391880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:28.396265 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:28.501100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] Set router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:28.672690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Router 9f1a2821-1ee6-48e3-9a7d-79a50927addd is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:50:28.835863 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa424144-6527-4503-9265-1848c68125be req-156b6604-984c-4366-9abf-d3514b3beb4b tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 210 time: 0.0608108
Nov 24 16:50:28.966288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9bae9b0>, [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:21Z', 'revision_number': 4, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port': {'id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '72f1ddcc-7d38-4f09-8dbe-3960016f1bf1', 'name': '', 'network_id': '689831a5-ba8b-404f-913a-246be98581e8', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'mac_address': 'fa:16:3e:e3:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:20Z', 'updated_at': '2021-11-24T16:50:27Z', 'revision_number': 4, 'project_id': 'da85f7b56be043949b7841a49547af64', 'subnets': [{'id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:28.976092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554e59d-1cc0-4927-829b-8b23e43f983b None None] The sync data for ids ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'] in dv-cinder-818778-2-iscsi is: [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:21Z', 'revision_number': 4, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port': {'id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '72f1ddcc-7d38-4f09-8dbe-3960016f1bf1', 'name': '', 'network_id': '689831a5-ba8b-404f-913a-246be98581e8', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'mac_address': 'fa:16:3e:e3:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:20Z', 'updated_at': '2021-11-24T16:50:27Z', 'revision_number': 4, 'project_id': 'da85f7b56be043949b7841a49547af64', 'subnets': [{'id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:50:29.062504 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:29.078766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:50:29.156541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:29.198353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380811b8-894a-4cfe-86ba-71203db71106 req-17ebf62c-aed9-49e5-a69b-f1cadeff4c57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:29.206852 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-380811b8-894a-4cfe-86ba-71203db71106 req-17ebf62c-aed9-49e5-a69b-f1cadeff4c57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1553695
Nov 24 16:50:29.244794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:50:29.263116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Sync routers for ids ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:50:29.267491 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-380811b8-894a-4cfe-86ba-71203db71106 req-ebdf303c-a204-41a7-a02e-c00b3d631a9f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595956
Nov 24 16:50:29.275231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:29.278550 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e8553bda-479a-417f-affc-6e5a0d71dca7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.3477230
Nov 24 16:50:29.279713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 49800) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:29.283083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Routers {'9f1a2821-1ee6-48e3-9a7d-79a50927addd'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:29.283733 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa5452b0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:29.523140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Set router 9f1a2821-1ee6-48e3-9a7d-79a50927addd gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:29.693176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['1617c683-edaa-4ee1-974d-3f47aaeda955'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:50:29.894430 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa5452b0>, [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:50:28Z', 'revision_number': 3, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port': {'id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:27Z', 'updated_at': '2021-11-24T16:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:29.909357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Checking router: 9f1a2821-1ee6-48e3-9a7d-79a50927addd for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:50:29.909754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Updating router 9f1a2821-1ee6-48e3-9a7d-79a50927addd port 1047a379-2328-499b-b8a5-6d5bf499bc67 binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:50:30.049165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:30.107111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:30.258653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57459376-2039-4836-807f-924c807f1845 None None] Network a8890728-0771-49ed-9140-6ece28382502 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:30.283462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:30.333616 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-25ba0418-2305-48bb-aa54-e6c7549402fd req-34baea8f-0371-45ab-8e03-f1e7898f2028 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea17dbc-4d01-436f-a1fc-4ab090495df3 HTTP/1.1" status: 200  len: 210 time: 0.2389832
Nov 24 16:50:30.685306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Provisioning for port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:30.711177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Provisioning complete for port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:30.711594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:30.835245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Allocated IP 172.20.0.1 (a8890728-0771-49ed-9140-6ece28382502/31d7c19c-bc3b-4b72-a02f-c510057bb4b3/485edf07-b5df-42e8-bd96-abe652c34bde) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:30.864649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:30.879688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Transition to ACTIVE for port object 1047a379-2328-499b-b8a5-6d5bf499bc67 will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:30.887749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:30.901412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bafca71d-1fc5-45d0-8a23-913c2f1a4e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:31.012552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6b626-101e-45e7-a4a9-6212711292c2 None None] Pushing event updated for resources: {'Port': ['ID=1047a379-2328-499b-b8a5-6d5bf499bc67,revision_number=2']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:31.018189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d1e6b626-101e-45e7-a4a9-6212711292c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:31.018520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.037039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Transition to ACTIVE for port object 485edf07-b5df-42e8-bd96-abe652c34bde will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:31.042146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Attempting to bind port 1047a379-2328-499b-b8a5-6d5bf499bc67 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:31.042583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Attempting to bind port 1047a379-2328-499b-b8a5-6d5bf499bc67 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:31.042998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Attempting to bind port 1047a379-2328-499b-b8a5-6d5bf499bc67 on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:31.056314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:31.057124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:31.057124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.059046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:31.059217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.059357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Bound port: 1047a379-2328-499b-b8a5-6d5bf499bc67, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:31.060506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.062391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.079920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:31.128432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:31.145669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Pushing event updated for resources: {'Port': ['ID=485edf07-b5df-42e8-bd96-abe652c34bde,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:31.149478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:31.155296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Network a8890728-0771-49ed-9140-6ece28382502 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:31.156839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:31.159691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:31.160303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.199326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] For port 1047a379-2328-499b-b8a5-6d5bf499bc67, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:31.207203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] For port 1047a379-2328-499b-b8a5-6d5bf499bc67, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1047a379-2328-499b-b8a5-6d5bf499bc67,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:31.215421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.221685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] For port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,segment=NetworkSegment(e407805d-799c-427f-a239-ad76472dab11),segment_id=e407805d-799c-427f-a239-ad76472dab11)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:31.222419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d1e6b626-101e-45e7-a4a9-6212711292c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:31.231196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.234581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-65f97bf6-cffe-4398-984e-8fafeb3f0de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:31.288590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185faac8-6106-4b54-ab90-d7f59cfdf4af req-e0bfcddf-94b1-4739-a160-aca83f8d4a9e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:31.291548 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-185faac8-6106-4b54-ab90-d7f59cfdf4af req-e0bfcddf-94b1-4739-a160-aca83f8d4a9e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.6528375
Nov 24 16:50:31.292507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.316282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6b626-101e-45e7-a4a9-6212711292c2 None None] Pushing event updated for resources: {'Port': ['ID=1047a379-2328-499b-b8a5-6d5bf499bc67,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:31.320375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:31.323440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d1e6b626-101e-45e7-a4a9-6212711292c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:31.331451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:31.331876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.350173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Routers {'9f1a2821-1ee6-48e3-9a7d-79a50927addd'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:31.350960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa5452b0>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:31.362050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Pushing event updated for resources: {'Port': ['ID=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:31.380669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:31.479644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.523656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:31.537687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.551116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:31.602645 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-185faac8-6106-4b54-ab90-d7f59cfdf4af req-77955dd8-42ce-4bd3-9c28-f67fedd3f0fe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2768989
Nov 24 16:50:31.662705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:31.665301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] Set router 9f1a2821-1ee6-48e3-9a7d-79a50927addd gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:31.667064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:31.698917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1617c683-edaa-4ee1-974d-3f47aaeda955 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:50:31.815144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.819932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 1617c683-edaa-4ee1-974d-3f47aaeda955 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:50:31.820489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1617c683-edaa-4ee1-974d-3f47aaeda955 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:50:31.824869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.826332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.841013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:31.878772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-fd344f4e-b3b9-4f38-8f15-c9a537dff788 None None] Provisioning complete for port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:31.879200 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd344f4e-b3b9-4f38-8f15-c9a537dff788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:31.933315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Pushing event updated for resources: {'Port': ['ID=485edf07-b5df-42e8-bd96-abe652c34bde,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:31.944822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:32.144419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-fd344f4e-b3b9-4f38-8f15-c9a537dff788 None None] Provisioning for port 485edf07-b5df-42e8-bd96-abe652c34bde completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:32.150865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-fd344f4e-b3b9-4f38-8f15-c9a537dff788 None None] Provisioning complete for port 485edf07-b5df-42e8-bd96-abe652c34bde triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:32.151326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd344f4e-b3b9-4f38-8f15-c9a537dff788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:32.253221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fd344f4e-b3b9-4f38-8f15-c9a537dff788 None None] Port 485edf07-b5df-42e8-bd96-abe652c34bde cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:50:32.399667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-ac9d2142-9a79-4400-b6e1-d4ee998fbf6f None None] Provisioning complete for port 485edf07-b5df-42e8-bd96-abe652c34bde triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:32.400520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2142-9a79-4400-b6e1-d4ee998fbf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:32.423220 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa5452b0>, [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 4, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port': {'id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:27Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '485edf07-b5df-42e8-bd96-abe652c34bde', 'name': '', 'network_id': 'a8890728-0771-49ed-9140-6ece28382502', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'mac_address': 'fa:16:3e:56:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:30Z', 'updated_at': '2021-11-24T16:50:30Z', 'revision_number': 1, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'subnets': [{'id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:32.428167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7099015d-dcaa-4c35-af06-d26afd051606 None None] The sync data for ids ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'] in dv-cinder-818778-2-iscsi is: [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 4, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port': {'id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:27Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '485edf07-b5df-42e8-bd96-abe652c34bde', 'name': '', 'network_id': 'a8890728-0771-49ed-9140-6ece28382502', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'mac_address': 'fa:16:3e:56:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:30Z', 'updated_at': '2021-11-24T16:50:30Z', 'revision_number': 1, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'subnets': [{'id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:50:32.471319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d2142-9a79-4400-b6e1-d4ee998fbf6f None None] Port 485edf07-b5df-42e8-bd96-abe652c34bde cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:50:32.607410 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Network a8890728-0771-49ed-9140-6ece28382502 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:32.610377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:32.693739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-50013c15-7ee0-44c0-9268-6376ccaf7a2b tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:32.695409 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-50013c15-7ee0-44c0-9268-6376ccaf7a2b tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/networks?id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed HTTP/1.1" status: 200  len: 808 time: 0.5530226
Nov 24 16:50:32.728724 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-29285f33-dd9e-466c-9236-6399e3e3a367 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/quotas/ea524ffee5024139848377aa032f1623 HTTP/1.1" status: 200  len: 375 time: 0.0231674
Nov 24 16:50:32.901956 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-9a6247b2-1e97-4644-ba1a-387356ca6af5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea524ffee5024139848377aa032f1623&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0748138
Nov 24 16:50:33.003502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-088b40d6-5793-4dcb-a4e7-1aff32c5c0f2 None None] Provisioning complete for port 485edf07-b5df-42e8-bd96-abe652c34bde triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:33.005158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-088b40d6-5793-4dcb-a4e7-1aff32c5c0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:33.049059 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:33.130962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-088b40d6-5793-4dcb-a4e7-1aff32c5c0f2 None None] Port 485edf07-b5df-42e8-bd96-abe652c34bde cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:50:33.151749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:33.152872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:33.233913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6275-0d93-4f3f-858c-a61470b18632 req-ee42413c-e001-4807-ab90-c401bdcd796d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:33.235651 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-257c6275-0d93-4f3f-858c-a61470b18632 req-ee42413c-e001-4807-ab90-c401bdcd796d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.3392897
Nov 24 16:50:33.312060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:33.317968 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-e546f046-fe15-4040-a6fc-9f2510002866 service neutron] 10.222.0.53 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3556166
Nov 24 16:50:33.388055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:33.388476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:33.484468 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-257c6275-0d93-4f3f-858c-a61470b18632 req-0ddc7e7e-f119-465f-bf81-9692403ddbaa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2316082
Nov 24 16:50:33.577194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d2659450-359d-4992-9c13-ecec553fe3d8 service neutron] 10.222.0.53 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920862
Nov 24 16:50:33.591549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Router 9f1a2821-1ee6-48e3-9a7d-79a50927addd has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:50:33.846508 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2b27e47e-e49a-4920-94a9-06abc9cd9df7 req-8a0f720f-cda4-4764-bff9-ed975c48fe3c tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 210 time: 0.0648825
Nov 24 16:50:33.912686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:50:33.923353 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] 10.222.0.53 "PUT /v2.0/routers/9f1a2821-1ee6-48e3-9a7d-79a50927addd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6423779
Nov 24 16:50:34.743026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13846a25-ff83-4bba-bb2e-b7af9996833b req-e4e5431a-a271-444c-8b3d-73bc0875d861 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:34.744864 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-13846a25-ff83-4bba-bb2e-b7af9996833b req-e4e5431a-a271-444c-8b3d-73bc0875d861 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.0895433
Nov 24 16:50:34.818352 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-13846a25-ff83-4bba-bb2e-b7af9996833b req-bfee3bf3-7851-4715-acaf-b56efa560b55 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659211
Nov 24 16:50:35.102856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1047a379-2328-499b-b8a5-6d5bf499bc67 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:35.226452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-aadfe3e7-abb2-423d-9a8b-a0164d3e416e tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:35.227217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-aadfe3e7-abb2-423d-9a8b-a0164d3e416e tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Synchronizing usage tracker for tenant:ea524ffee5024139848377aa032f1623 on resource:network {{(pid=88184) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:50:35.268990 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-aadfe3e7-abb2-423d-9a8b-a0164d3e416e tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Unset dirty status for tenant:ea524ffee5024139848377aa032f1623 on resource:network {{(pid=88184) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:50:35.270330 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-aadfe3e7-abb2-423d-9a8b-a0164d3e416e tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "GET /v2.0/networks?id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed HTTP/1.1" status: 200  len: 808 time: 0.2851686
Nov 24 16:50:35.286358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Request body: {'port': {'device_id': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed', 'admin_state_up': True, 'tenant_id': 'ea524ffee5024139848377aa032f1623'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:35.297487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32a45c63-72cd-4e29-a0c6-a4775ee21b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:35.389507 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f85d812e-05ac-40e5-983b-8f56eb72a1f1 req-ad92f9aa-dabf-43ec-850e-7e00a3c5af4c tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 210 time: 0.1839404
Nov 24 16:50:35.433680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 1047a379-2328-499b-b8a5-6d5bf499bc67 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:35.443132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 1047a379-2328-499b-b8a5-6d5bf499bc67 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:35.443557 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:35.538988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:35.546562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Usage tracker for resource:port and tenant:ea524ffee5024139848377aa032f1623 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:35.549896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:35.557997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:35.581072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Made reservation on behalf of ea524ffee5024139848377aa032f1623 for: {'port': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:35.593273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:35.668073 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:35.686920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 1047a379-2328-499b-b8a5-6d5bf499bc67, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1047a379-2328-499b-b8a5-6d5bf499bc67,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:35.691284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:35.697285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:35.773094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=1047a379-2328-499b-b8a5-6d5bf499bc67,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:35.777776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:35.823472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Allocated IP 172.20.0.6 (1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed/ee4b36e7-27fe-43a7-b244-9f31ae42150b/1a5619fd-158b-45ef-81eb-c633da1a4328) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:36.084574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd889dfe-a680-4866-bf69-110ca2aa4e74 req-65d3d3f7-99eb-4b85-bc51-df43ab1233f8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:36.085556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:36.094587 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bd889dfe-a680-4866-bf69-110ca2aa4e74 req-65d3d3f7-99eb-4b85-bc51-df43ab1233f8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1025760
Nov 24 16:50:36.123345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:36.131035 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a999e42e-3cb2-4502-9844-c790e2baa57a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:36.144597 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bd889dfe-a680-4866-bf69-110ca2aa4e74 req-f7c231d9-bd7a-48d1-9ba2-8dfffb8317d2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485399
Nov 24 16:50:36.217204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Pushing event updated for resources: {'Port': ['ID=1a5619fd-158b-45ef-81eb-c633da1a4328,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:36.220302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:36.237444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:36.239705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:36.242319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:36.328851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:36.330071 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:36.357859 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0760667
Nov 24 16:50:36.378799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Request body: {'port': {'device_id': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:36.532917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:36.564997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:36.845329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 49946) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:36.856929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fea03c-d6c2-4c47-ab67-3895bf8b3597 req-6a7ce835-5c6a-49c0-99fe-7536bc817a71 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:36.872076 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-86fea03c-d6c2-4c47-ab67-3895bf8b3597 req-6a7ce835-5c6a-49c0-99fe-7536bc817a71 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 931 time: 0.2159984
Nov 24 16:50:36.946008 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-86fea03c-d6c2-4c47-ab67-3895bf8b3597 req-6d746524-6e71-4a94-bd1f-cd406196c250 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728538
Nov 24 16:50:37.060586 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1047a379-2328-499b-b8a5-6d5bf499bc67 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:37.168639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 1047a379-2328-499b-b8a5-6d5bf499bc67 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:37.169292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:37.178964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:37.270564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5619fd-158b-45ef-81eb-c633da1a4328 {{(pid=88184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:50:37.291235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:37.313851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:37.324003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Usage tracker for resource:security_group_rule and tenant:3d11f89faae94503a0224f011a4cb398 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:37.345198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:37.365141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Sync routers for ids ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:50:37.366953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Transition to ACTIVE for port object 1a5619fd-158b-45ef-81eb-c633da1a4328 will not be triggered until provisioned by entity L2. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:37.368261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:37.384328 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1274992'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:37.388613 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Routers {'9f1a2821-1ee6-48e3-9a7d-79a50927addd'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:37.389310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa0d4a58>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:37.390858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c7f449ce-3427-48e4-a434-6d6fad5d4d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:37.570957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5619fd-158b-45ef-81eb-c633da1a4328,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:37.583347 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:37.584910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f039ac-5257-41aa-ae51-0ab7ac32d232 req-0b18fe0b-d9d1-45b7-b245-1061fc1fda3d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:37.587169 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-43f039ac-5257-41aa-ae51-0ab7ac32d232 req-0b18fe0b-d9d1-45b7-b245-1061fc1fda3d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1802137
Nov 24 16:50:37.611593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b362b647-7dec-46fb-bfc2-5ed422627e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:37.682670 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-43f039ac-5257-41aa-ae51-0ab7ac32d232 req-fc02b4bc-2e85-4999-8b79-a229a35656e2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693429
Nov 24 16:50:37.704566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:37.725507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:37.739481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b8905382-9b55-4831-8286-b96aeb357550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:37.757912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 0cca87cb-035c-4285-9749-eadbc6fdc8a9 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:50:37.825614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bcf709-4f03-43a2-8895-15110013cd76,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:37.889925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:37.950732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:37.959973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Set router 9f1a2821-1ee6-48e3-9a7d-79a50927addd gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:37.979363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Attempting to bind port 1a5619fd-158b-45ef-81eb-c633da1a4328 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:37.979748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Attempting to bind port 1a5619fd-158b-45ef-81eb-c633da1a4328 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:37.980223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Attempting to bind port 1a5619fd-158b-45ef-81eb-c633da1a4328 on network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:37.989492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Port 1a5619fd-158b-45ef-81eb-c633da1a4328 on network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:50:37.989859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Attempting to bind port 1a5619fd-158b-45ef-81eb-c633da1a4328 on network 1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:37.997095 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d11f89faae94503a0224f011a4cb398&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1498804
Nov 24 16:50:38.000032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 49974) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:38.006236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:38.006630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Checking segment: {'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:38.007065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Bound using segment: {'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'} {{(pid=88184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:38.008194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Bound port: 1a5619fd-158b-45ef-81eb-c633da1a4328, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a77e214-ef3f-4483-9b2d-dd7c184ece90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed'}}] {{(pid=88184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:38.008590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.100876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'port_id': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'mac_address': 'fa:16:3e:1f:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:50:38.226957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] For port 1a5619fd-158b-45ef-81eb-c633da1a4328, host hv-cinder-81877, cleared binding levels {{(pid=88184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:38.230575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] For port 1a5619fd-158b-45ef-81eb-c633da1a4328, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a5619fd-158b-45ef-81eb-c633da1a4328,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:38.234973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1274992'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.247205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:38.284995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.287173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a5619fd-158b-45ef-81eb-c633da1a4328 HTTP/1.1" status: 200  len: 1093 time: 1.9144468
Nov 24 16:50:38.290814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.293798 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'tag': '1a5619fd-158b-45ef-81eb-c633da1a4328'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:50:38.324169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cca87cb-035c-4285-9749-eadbc6fdc8a9 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:50:38.355713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:38.359410 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.377703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.437130 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'tag': '1a5619fd-158b-45ef-81eb-c633da1a4328', 'status': 'completed', 'code': 200}
Nov 24 16:50:38.466636 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-9b7719de-366c-44a8-9796-f7c4ab0d79c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea524ffee5024139848377aa032f1623&device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 1096 time: 0.1148734
Nov 24 16:50:38.467648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5619fd-158b-45ef-81eb-c633da1a4328,revision_number=3']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:38.471219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:38.524276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2438273b-4da4-4fb4-8933-6d82c6d2558d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:38.546927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.595730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.636457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=6']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:38.638496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60d694-5603-471e-bbc8-70b528323c98 req-f388dbdd-63c8-4455-825f-d28f54af2889 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:38.641134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:38.646804 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-1db3a442-238b-4e95-bd53-10e688e1788d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a5619fd-158b-45ef-81eb-c633da1a4328 HTTP/1.1" status: 200  len: 217 time: 0.1639595
Nov 24 16:50:38.661255 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0d60d694-5603-471e-bbc8-70b528323c98 req-f388dbdd-63c8-4455-825f-d28f54af2889 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 943 time: 0.4831214
Nov 24 16:50:38.774764 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0d60d694-5603-471e-bbc8-70b528323c98 req-8b1c93be-a800-4287-a267-cfdf3befa02a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117778
Nov 24 16:50:38.786063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-a96d2cc5-8b65-4470-9b14-311c91f6bd24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:38.787807 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-a96d2cc5-8b65-4470-9b14-311c91f6bd24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4b36e7-27fe-43a7-b244-9f31ae42150b HTTP/1.1" status: 200  len: 848 time: 0.1325762
Nov 24 16:50:38.813350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.820843 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:38.852254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bcf709-4f03-43a2-8895-15110013cd76,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:38.881690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:38.912790 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-f8efec6c-0d00-4c7f-835b-ae16cf75e26a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1162813
Nov 24 16:50:38.929098 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:38.938297 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60bcf709-4f03-43a2-8895-15110013cd76 HTTP/1.1" status: 204  len: 168 time: 0.9369192
Nov 24 16:50:39.167119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fe7a-9024-4e2f-aa23-6fbd37f0da2f req-c30b8cee-d4cb-489e-b1b2-4c44e925143b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:39.181186 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8737fe7a-9024-4e2f-aa23-6fbd37f0da2f req-c30b8cee-d4cb-489e-b1b2-4c44e925143b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 944 time: 0.2410643
Nov 24 16:50:39.186038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['0cca87cb-035c-4285-9749-eadbc6fdc8a9'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:50:39.308007 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8737fe7a-9024-4e2f-aa23-6fbd37f0da2f req-4af965a8-3a88-4147-95b1-6b861c7d84d2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259634
Nov 24 16:50:39.437296 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-2006da59-24fe-4846-aab2-ca6dd6136e4f service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5146947
Nov 24 16:50:39.439365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:39.561468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa0d4a58>, [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 4, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port': {'id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:27Z', 'updated_at': '2021-11-24T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '485edf07-b5df-42e8-bd96-abe652c34bde', 'name': '', 'network_id': 'a8890728-0771-49ed-9140-6ece28382502', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'mac_address': 'fa:16:3e:56:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:30Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 2, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'subnets': [{'id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:39.595123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Checking router: 9f1a2821-1ee6-48e3-9a7d-79a50927addd for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:50:39.600454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Updating router 9f1a2821-1ee6-48e3-9a7d-79a50927addd port 485edf07-b5df-42e8-bd96-abe652c34bde binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:50:39.774776 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1578204-a23d-4b0d-9936-b7d3d55afabe req-300dd27f-4402-4ca3-bd27-ae65f58e16cf service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267891
Nov 24 16:50:39.900452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:40.036331 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9dc525a-898f-4378-87b4-b28b36516903 req-c50671c0-da3c-4dab-a9d7-2e6a3a6fedf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea524ffee5024139848377aa032f1623&device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 1096 time: 0.1763890
Nov 24 16:50:40.401955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb976ba3-6fb8-43d4-b644-7a9c73d8eee4 req-8a06d49c-7a39-4d0f-94f9-0d60b985a1bc tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:40.410706 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eb976ba3-6fb8-43d4-b644-7a9c73d8eee4 req-8a06d49c-7a39-4d0f-94f9-0d60b985a1bc tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 943 time: 0.3312454
Nov 24 16:50:40.467423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc525a-898f-4378-87b4-b28b36516903 req-9f5cf9d1-7af7-4201-af7a-b072e21b1884 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:40.469064 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9dc525a-898f-4378-87b4-b28b36516903 req-9f5cf9d1-7af7-4201-af7a-b072e21b1884 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed HTTP/1.1" status: 200  len: 909 time: 0.4255021
Nov 24 16:50:40.470656 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eb976ba3-6fb8-43d4-b644-7a9c73d8eee4 req-290ca5ff-4c50-478f-ae63-f95889772357 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587978
Nov 24 16:50:40.649205 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9dc525a-898f-4378-87b4-b28b36516903 req-81b21672-1671-49cb-b06a-8e52dc3eb32f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a5619fd-158b-45ef-81eb-c633da1a4328 HTTP/1.1" status: 200  len: 217 time: 0.1720335
Nov 24 16:50:40.812757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc525a-898f-4378-87b4-b28b36516903 req-f10d8036-0a43-4d90-81fc-8b96bacbc154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:40.814504 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9dc525a-898f-4378-87b4-b28b36516903 req-f10d8036-0a43-4d90-81fc-8b96bacbc154 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee4b36e7-27fe-43a7-b244-9f31ae42150b HTTP/1.1" status: 200  len: 848 time: 0.1588771
Nov 24 16:50:40.837474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb957ab-19fb-4566-9484-05064a5c78a2 req-71262bf1-ac59-454d-b943-99ba1ff21cd8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:40.840926 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4eb957ab-19fb-4566-9484-05064a5c78a2 req-71262bf1-ac59-454d-b943-99ba1ff21cd8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 944 time: 0.1960559
Nov 24 16:50:40.919725 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9dc525a-898f-4378-87b4-b28b36516903 req-2d22685b-31e5-4517-ba17-99083e8be019 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0980222
Nov 24 16:50:40.966812 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4eb957ab-19fb-4566-9484-05064a5c78a2 req-27a0a560-361e-4acb-8681-90f4fec6fb60 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173358
Nov 24 16:50:41.170187 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:41.170773 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9dc525a-898f-4378-87b4-b28b36516903 req-e94bd9f7-ebad-43cd-a41f-0f9e0f13e1a7 service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074261
Nov 24 16:50:41.170889 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Transition to ACTIVE for port object 485edf07-b5df-42e8-bd96-abe652c34bde will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:41.175351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:41.197989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:41.353744 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9dc525a-898f-4378-87b4-b28b36516903 req-cc3955a9-9e5d-4934-ae73-cbb50f7d889f service neutron] 10.222.0.21 "GET /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959047
Nov 24 16:50:41.523492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ccd8b-e457-4d37-9195-a502283ebd80 None None] Pushing event updated for resources: {'Port': ['ID=485edf07-b5df-42e8-bd96-abe652c34bde,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:41.597842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bf0ccd8b-e457-4d37-9195-a502283ebd80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:41.713670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Attempting to bind port 485edf07-b5df-42e8-bd96-abe652c34bde on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:41.714049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Attempting to bind port 485edf07-b5df-42e8-bd96-abe652c34bde by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:41.714351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Attempting to bind port 485edf07-b5df-42e8-bd96-abe652c34bde on network a8890728-0771-49ed-9140-6ece28382502 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:41.749739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:41.750194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Checking segment: {'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:41.750704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:41.751424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Bound using segment: {'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:41.752296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Bound port: 485edf07-b5df-42e8-bd96-abe652c34bde, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e407805d-799c-427f-a239-ad76472dab11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'a8890728-0771-49ed-9140-6ece28382502'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:41.752977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:41.830622 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 0cca87cb-035c-4285-9749-eadbc6fdc8a9 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:41.960451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccc58a-666a-4c72-8cf5-2f21f8b7757a req-5aa4521c-fa8b-46c5-98e4-26f5011ef298 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:41.970736 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-feccc58a-666a-4c72-8cf5-2f21f8b7757a req-5aa4521c-fa8b-46c5-98e4-26f5011ef298 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 943 time: 0.2430601
Nov 24 16:50:42.053158 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-feccc58a-666a-4c72-8cf5-2f21f8b7757a req-1e0a5c63-d96a-4874-a670-e288c7bbf1f3 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812786
Nov 24 16:50:42.136449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:42.136875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:42.186997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] For port 485edf07-b5df-42e8-bd96-abe652c34bde, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:42.237505 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] For port 485edf07-b5df-42e8-bd96-abe652c34bde, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=485edf07-b5df-42e8-bd96-abe652c34bde,segment=NetworkSegment(e407805d-799c-427f-a239-ad76472dab11),segment_id=e407805d-799c-427f-a239-ad76472dab11)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:42.244992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:42.259053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:42.437005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1ae36-0ace-4e35-819b-6c95ecf08a3f req-d935876e-2bc3-4bf7-a00f-7c148331723e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:42.450499 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1bc1ae36-0ace-4e35-819b-6c95ecf08a3f req-d935876e-2bc3-4bf7-a00f-7c148331723e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 944 time: 0.2084627
Nov 24 16:50:42.567984 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1bc1ae36-0ace-4e35-819b-6c95ecf08a3f req-8cbb7110-5415-4037-b0e7-270874cce61c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114674
Nov 24 16:50:42.643919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ccd8b-e457-4d37-9195-a502283ebd80 None None] Pushing event updated for resources: {'Port': ['ID=485edf07-b5df-42e8-bd96-abe652c34bde,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:42.652446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bf0ccd8b-e457-4d37-9195-a502283ebd80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:42.679480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Routers {'9f1a2821-1ee6-48e3-9a7d-79a50927addd'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:50:42.682873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa0d4a58>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:42.851208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:42.936934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:50:42.957461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:43.079348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:43.113533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:43.251092 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'code': 200}
Nov 24 16:50:43.373570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] Set router 9f1a2821-1ee6-48e3-9a7d-79a50927addd gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:50:43.481409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=7']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:43.524640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:43.533135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 485edf07-b5df-42e8-bd96-abe652c34bde up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:43.568149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3afa3-003d-41ce-aae4-ea4e78f9d17a req-0dc14769-297c-4b19-8d8f-ca32e9d0b104 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:43.569859 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-37d3afa3-003d-41ce-aae4-ea4e78f9d17a req-0dc14769-297c-4b19-8d8f-ca32e9d0b104 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 943 time: 0.2168837
Nov 24 16:50:43.694570 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-37d3afa3-003d-41ce-aae4-ea4e78f9d17a req-671cf287-8107-4ec5-82d7-85810b7261a3 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164050
Nov 24 16:50:43.799120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1a5619fd-158b-45ef-81eb-c633da1a4328 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:50:43.883007 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1e084-97a8-4f1e-9983-dd0835b16753 req-42fca8ea-9e8e-4b57-a78d-251426790ca2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:43.891111 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b4a1e084-97a8-4f1e-9983-dd0835b16753 req-42fca8ea-9e8e-4b57-a78d-251426790ca2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1082630
Nov 24 16:50:43.956566 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b4a1e084-97a8-4f1e-9983-dd0835b16753 req-78882456-9b60-469f-b18b-22e10fc32cf3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641305
Nov 24 16:50:44.610669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 485edf07-b5df-42e8-bd96-abe652c34bde completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:44.620511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 485edf07-b5df-42e8-bd96-abe652c34bde triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:44.621229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:44.802097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa0d4a58>, [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 4, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port': {'id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:27Z', 'updated_at': '2021-11-24T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '485edf07-b5df-42e8-bd96-abe652c34bde', 'name': '', 'network_id': 'a8890728-0771-49ed-9140-6ece28382502', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'mac_address': 'fa:16:3e:56:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:30Z', 'updated_at': '2021-11-24T16:50:42Z', 'revision_number': 4, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'subnets': [{'id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:50:44.813320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa53560-9869-499f-8a73-c3f8bae8ca87 None None] The sync data for ids ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'] in dv-cinder-818778-2-iscsi is: [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:50:31Z', 'revision_number': 4, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port': {'id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:27Z', 'updated_at': '2021-11-24T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '485edf07-b5df-42e8-bd96-abe652c34bde', 'name': '', 'network_id': 'a8890728-0771-49ed-9140-6ece28382502', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'mac_address': 'fa:16:3e:56:bc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:30Z', 'updated_at': '2021-11-24T16:50:42Z', 'revision_number': 4, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'subnets': [{'id': '31d7c19c-bc3b-4b72-a02f-c510057bb4b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:50:44.896644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1a5619fd-158b-45ef-81eb-c633da1a4328, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a5619fd-158b-45ef-81eb-c633da1a4328,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:44.931440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:44.957967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '1a5619fd-158b-45ef-81eb-c633da1a4328', 'network_id': '1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed', 'port_id': '1a5619fd-158b-45ef-81eb-c633da1a4328', 'mac_address': 'fa:16:3e:b4:b0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4b36e7-27fe-43a7-b244-9f31ae42150b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:50:45.094348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa49703-1a00-4330-8834-b2bfafd45378 req-e1d8af4e-f6f0-40fb-9ec8-273691fc1bfc tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:45.103830 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5fa49703-1a00-4330-8834-b2bfafd45378 req-e1d8af4e-f6f0-40fb-9ec8-273691fc1bfc tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 943 time: 0.1488276
Nov 24 16:50:45.112608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:45.221879 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5fa49703-1a00-4330-8834-b2bfafd45378 req-7eba700a-b2b9-4a73-8672-ecc5492775c4 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167483
Nov 24 16:50:45.259399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5619fd-158b-45ef-81eb-c633da1a4328 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:50:45.312565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1a5619fd-158b-45ef-81eb-c633da1a4328, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a5619fd-158b-45ef-81eb-c633da1a4328,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:45.330004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:45.335235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:45.472513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 485edf07-b5df-42e8-bd96-abe652c34bde, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=485edf07-b5df-42e8-bd96-abe652c34bde,segment=NetworkSegment(e407805d-799c-427f-a239-ad76472dab11),segment_id=e407805d-799c-427f-a239-ad76472dab11)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:45.533918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=1a5619fd-158b-45ef-81eb-c633da1a4328,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:45.540944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:45.542733 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:45.545894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:45.571145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbda19-a3af-439c-af5c-32f05b8faaaa req-fc78c6a3-2cd2-40de-96c3-4a2cdd63e93f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:45.595401 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-75fbda19-a3af-439c-af5c-32f05b8faaaa req-fc78c6a3-2cd2-40de-96c3-4a2cdd63e93f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.2230704
Nov 24 16:50:45.663636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['1a5619fd-158b-45ef-81eb-c633da1a4328'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:50:45.804996 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-75fbda19-a3af-439c-af5c-32f05b8faaaa req-a8dea62b-9ac9-4eb1-a966-525bee0d9fa8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2084880
Nov 24 16:50:46.058967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=485edf07-b5df-42e8-bd96-abe652c34bde,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:46.073841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:46.552514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d216c3-e346-415f-a0c0-b342e3f360cd req-b060555d-2cdb-46e4-952e-84c256bf4a10 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:46.561400 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3d216c3-e346-415f-a0c0-b342e3f360cd req-b060555d-2cdb-46e4-952e-84c256bf4a10 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 944 time: 0.1111531
Nov 24 16:50:46.627023 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3d216c3-e346-415f-a0c0-b342e3f360cd req-e8ba97cd-eedf-4ef3-a0e7-5849906613a3 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631075
Nov 24 16:50:47.373734 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e444d2-e9e5-48e2-b90a-ee9115eed0ca req-e872806e-76ac-40b8-8c34-f9284a9c81d3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:47.375389 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-54e444d2-e9e5-48e2-b90a-ee9115eed0ca req-e872806e-76ac-40b8-8c34-f9284a9c81d3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.2944803
Nov 24 16:50:47.459370 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-54e444d2-e9e5-48e2-b90a-ee9115eed0ca req-2d346926-5e67-47ce-b48a-b6756a704fd3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720069
Nov 24 16:50:47.730116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 485edf07-b5df-42e8-bd96-abe652c34bde up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:47.925386 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4751f8-2dde-4289-9bdc-4a854f7a897c req-10e798df-103f-4e57-b731-6831095ea9e4 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:47.941351 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4a4751f8-2dde-4289-9bdc-4a854f7a897c req-10e798df-103f-4e57-b731-6831095ea9e4 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 944 time: 0.1303406
Nov 24 16:50:47.951233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 485edf07-b5df-42e8-bd96-abe652c34bde triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:47.952014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:48.059344 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4a4751f8-2dde-4289-9bdc-4a854f7a897c req-1e3c427d-10be-4d7f-b0a5-d02de8a93524 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039333
Nov 24 16:50:48.736430 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1b1bc-5ce2-444c-9d80-032507389aba req-ce752308-52a3-4009-b4bd-ed863c21bf9b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:48.738047 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-38b1b1bc-5ce2-444c-9d80-032507389aba req-ce752308-52a3-4009-b4bd-ed863c21bf9b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1063712
Nov 24 16:50:48.833467 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-38b1b1bc-5ce2-444c-9d80-032507389aba req-bd1cd261-48f4-4370-90b3-c00b049bb5dd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766542
Nov 24 16:50:49.508691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e87e-9212-4a79-a19e-88941c879e08 req-c8cd8813-ac4b-4417-8309-8574eabd8d02 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:49.510363 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c3b3e87e-9212-4a79-a19e-88941c879e08 req-c8cd8813-ac4b-4417-8309-8574eabd8d02 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 944 time: 0.1237817
Nov 24 16:50:49.649293 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c3b3e87e-9212-4a79-a19e-88941c879e08 req-8db6aeb9-58e3-4021-9337-d32c86f303d4 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245792
Nov 24 16:50:50.100234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90ea6c-b634-4364-8c36-6a24fd5284a5 req-3ad22320-191f-4051-bab4-d464c18a6463 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:50.108868 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f90ea6c-b634-4364-8c36-6a24fd5284a5 req-3ad22320-191f-4051-bab4-d464c18a6463 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1153858
Nov 24 16:50:50.206640 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f90ea6c-b634-4364-8c36-6a24fd5284a5 req-4b52326e-0797-439d-9cff-79ca45c69a06 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851939
Nov 24 16:50:50.473771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1a5619fd-158b-45ef-81eb-c633da1a4328 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:50.576425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 1a5619fd-158b-45ef-81eb-c633da1a4328 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:50.587703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 1a5619fd-158b-45ef-81eb-c633da1a4328 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:50.588124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:50.916316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:51.052632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5619fd-158b-45ef-81eb-c633da1a4328'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:50:51.083095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 1a5619fd-158b-45ef-81eb-c633da1a4328, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a5619fd-158b-45ef-81eb-c633da1a4328,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:51.138555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:51.152701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:51.383169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9e80d-6eb9-4734-ae69-de2dca28423d req-eafe8dc2-c3a8-448d-82f1-02077f1e01f8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:51.397416 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1fd9e80d-6eb9-4734-ae69-de2dca28423d req-eafe8dc2-c3a8-448d-82f1-02077f1e01f8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 944 time: 0.4279797
Nov 24 16:50:51.467038 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5619fd-158b-45ef-81eb-c633da1a4328', 'code': 200}
Nov 24 16:50:51.467721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=1a5619fd-158b-45ef-81eb-c633da1a4328,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:51.473356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:51.537684 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1fd9e80d-6eb9-4734-ae69-de2dca28423d req-17f89a24-4ab7-4381-9927-ec9819b6c209 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386423
Nov 24 16:50:51.675438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001361e2-3edf-41f3-8cec-ebe2be117d19 req-ee307b71-f07b-4726-9ce8-c2211874469a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:51.693733 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-001361e2-3edf-41f3-8cec-ebe2be117d19 req-ee307b71-f07b-4726-9ce8-c2211874469a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1359274
Nov 24 16:50:51.819757 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-98969f72-07a9-4d9a-9f78-011fbf25c379 req-ad32561b-6cf6-4c8e-b907-04897d3e4f1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 1098 time: 0.1726384
Nov 24 16:50:51.890130 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-001361e2-3edf-41f3-8cec-ebe2be117d19 req-8b047726-9aa3-46dc-8d31-c7a05167ff25 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1784618
Nov 24 16:50:52.169615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 50180) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:52.284851 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-98969f72-07a9-4d9a-9f78-011fbf25c379 req-7b8a7e25-1286-48ef-9c45-c848042588cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4568181
Nov 24 16:50:52.446887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:52.481757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:52.486529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc90c24933cd487a811e31d94cc1b064 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:52.489709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:52.495985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:52.618547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:52.625505 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:52.658114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d7bf41c4-0a83-4c99-b327-455899d1aa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:52.674113 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc90c24933cd487a811e31d94cc1b064&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5023243
Nov 24 16:50:52.677035 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50198) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:52.694833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5c6079-d32b-46a8-a905-764b1af6453c,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:52.699133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:52.765760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:52.795687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:52.818619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b0305-69d0-49e2-b824-49b4537f2a50 req-0aab6648-e911-441b-b4d3-65917c1d0d0d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:52.826784 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ee4b0305-69d0-49e2-b824-49b4537f2a50 req-0aab6648-e911-441b-b4d3-65917c1d0d0d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.0996294
Nov 24 16:50:52.861877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:52.870341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-71b0d46c-5719-4a36-90d7-2f601478affa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:52.884139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5c6079-d32b-46a8-a905-764b1af6453c,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:52.887113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:52.897949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:52.899225 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e5c6079-d32b-46a8-a905-764b1af6453c HTTP/1.1" status: 204  len: 168 time: 0.2209191
Nov 24 16:50:52.908249 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ee4b0305-69d0-49e2-b824-49b4537f2a50 req-f04ce9b9-2cd5-47ca-a4fa-bb8dc896cee6 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804203
Nov 24 16:50:53.247358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349a85d-20d0-4c1a-9701-e38d2d9bb699 req-f9d3a0de-85d5-44fb-8f4d-7b704f279907 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:53.249196 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3349a85d-20d0-4c1a-9701-e38d2d9bb699 req-f9d3a0de-85d5-44fb-8f4d-7b704f279907 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1721346
Nov 24 16:50:53.351948 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3349a85d-20d0-4c1a-9701-e38d2d9bb699 req-f3db57dc-cec6-44f3-a95f-73b31b4b57cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718226
Nov 24 16:50:53.367125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-22a4b2b1-3c75-4e16-b56b-67653b284f91 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:53.367928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-22a4b2b1-3c75-4e16-b56b-67653b284f91 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Synchronizing usage tracker for tenant:da85f7b56be043949b7841a49547af64 on resource:network {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:50:53.399229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-22a4b2b1-3c75-4e16-b56b-67653b284f91 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Unset dirty status for tenant:da85f7b56be043949b7841a49547af64 on resource:network {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:50:53.406517 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-22a4b2b1-3c75-4e16-b56b-67653b284f91 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/networks?id=689831a5-ba8b-404f-913a-246be98581e8 HTTP/1.1" status: 200  len: 815 time: 0.4322882
Nov 24 16:50:53.417805 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-6ebeb3cf-75c1-4a95-b9cd-927f34b8c3ac tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/quotas/da85f7b56be043949b7841a49547af64 HTTP/1.1" status: 200  len: 375 time: 0.0120442
Nov 24 16:50:53.540539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-8496de61-05cb-4d94-a28e-3c431ea44956 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Synchronizing usage tracker for tenant:da85f7b56be043949b7841a49547af64 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:50:53.560945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-8496de61-05cb-4d94-a28e-3c431ea44956 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Unset dirty status for tenant:da85f7b56be043949b7841a49547af64 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:50:53.562680 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-8496de61-05cb-4d94-a28e-3c431ea44956 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=da85f7b56be043949b7841a49547af64&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1370354
Nov 24 16:50:53.784384 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-38c5c6df-17c1-4561-a62d-d872de5859bd service neutron] 10.222.0.53 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025776
Nov 24 16:50:53.947410 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-73d2f3c0-1367-4e9a-af9e-fbaacddbf989 service neutron] 10.222.0.53 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609137
Nov 24 16:50:54.163474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50250) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:54.282469 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-21191391-3a23-4c3d-a5dc-736bf5bf1598 req-0e8eadad-0318-468f-ae55-bdab37f05bf0 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 210 time: 0.1049178
Nov 24 16:50:54.348154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8d306-161f-4e9e-ab96-9600f6e8624c req-e285bb85-d99c-4b56-a333-324c90359d73 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:54.349899 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d2d8d306-161f-4e9e-ab96-9600f6e8624c req-e285bb85-d99c-4b56-a333-324c90359d73 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.2695639
Nov 24 16:50:54.418676 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d2d8d306-161f-4e9e-ab96-9600f6e8624c req-1cb24128-0dd3-4a2f-837c-bcc24c1e3e6d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545449
Nov 24 16:50:54.506480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1765724610-network', 'tenant_id': '0c827ebf0e074b438e8481308273611a'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:54.512298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:54.517075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Usage tracker for resource:network and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:54.521358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:54.529727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:54.545771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Made reservation on behalf of 0c827ebf0e074b438e8481308273611a for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:54.557877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.578922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.653389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdca005-ebc0-49a3-89a2-6c3e5e7d3e77 req-ca61af65-4cb5-412f-ba4d-3c5ecd24b133 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:54.655325 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cbdca005-ebc0-49a3-89a2-6c3e5e7d3e77 req-ca61af65-4cb5-412f-ba4d-3c5ecd24b133 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.1181505
Nov 24 16:50:54.661089 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:54.665461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:54.681292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:54.688773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:54.730680 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cbdca005-ebc0-49a3-89a2-6c3e5e7d3e77 req-69bcdbd9-28e9-488a-908c-547e8747d9c5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630245
Nov 24 16:50:54.793934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.801831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.807167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-adc502f8-4e74-4b62-9779-4fe46622b5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:54.844270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:50:54.855134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7f0b52-e15e-4eff-b8ba-df64a03e054c,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:54.870668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:54.881672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.882342 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Added segment a44ecfec-2d5a-4b2d-9673-934e5b3580de of type vlan for network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1
Nov 24 16:50:54.915735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.952032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.952032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:54.952032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:54.975543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:55.059456 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8945591
Nov 24 16:50:55.062672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 50288) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:55.071452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Request body: {'subnet': {'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1765724610-subnet', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'ip_version': 4}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:55.078269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:55.083388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Usage tracker for resource:subnet and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:55.084527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:55.087030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:55.087317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:55.093477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:55.095640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:50:55.105999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Made reservation on behalf of 0c827ebf0e074b438e8481308273611a for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:55.111063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:55.343003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:55.348608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:55.431875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78042e46-5cd3-4359-9d2c-0c1332626dbf,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:55.443309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:55.444060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Checking segment: {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:55.444443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Network hostable DHCP agents. Network: 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:50:55.515915 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4f983b4a-f96e-43ec-895a-852825af5c47 req-6f9ba40e-0f1b-462b-bb64-5d1ed69885d3 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 210 time: 0.0571313
Nov 24 16:50:55.523640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:50:55.536531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:55.544934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3acacf-8cf7-4605-9a0c-f9e1a4f68c05 None None] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:55.551942 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:55.552934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:55.589194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6d180896-5bb8-48ed-ab35-aa103cb24f3c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5246937
Nov 24 16:50:55.592348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 50300) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:50:55.603380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:55.616337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:55.620435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Usage tracker for resource:router and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:50:55.622592 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-8d2ad770-eaf6-4659-87d1-c3bc6e29ae30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 1098 time: 0.1470623
Nov 24 16:50:55.624483 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:50:55.635002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:55.687558 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:55.688576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:55.708732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:55.842363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1', 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'fixed_ips': [{'subnet_id': '78042e46-5cd3-4359-9d2c-0c1332626dbf'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:50:55.843420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:55.921151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-de522e88-cd37-4055-9911-1a2a06a33cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:55.922920 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-de522e88-cd37-4055-9911-1a2a06a33cca service neutron] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 918 time: 0.2924170
Nov 24 16:50:56.088883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Allocated IP 172.20.0.2 (9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1/78042e46-5cd3-4359-9d2c-0c1332626dbf/4ed1e648-e787-4a58-8b81-2ed5d49339d2) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:56.117757 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-4819fdf3-a971-4efa-9a53-43ef84568360 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9 HTTP/1.1" status: 200  len: 1001 time: 0.1874316
Nov 24 16:50:56.205900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-79bac845-2936-450c-901f-e57163739b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:56.208270 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-79bac845-2936-450c-901f-e57163739b0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.0779521
Nov 24 16:50:56.308837 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-f198ca56-d329-419a-8994-e0f66e91f555 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880835
Nov 24 16:50:56.355266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:56.375470 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Transition to ACTIVE for port object 4ed1e648-e787-4a58-8b81-2ed5d49339d2 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:56.398412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Transition to ACTIVE for port object 4ed1e648-e787-4a58-8b81-2ed5d49339d2 will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:56.405845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:56.418542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:56.443404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:56.463619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:56.469643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:56.484011 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:56.494304 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-2b87477e-e78f-41ce-9494-5d515aeccef3 service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778228
Nov 24 16:50:56.503060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-e779351e-66e8-4550-8901-14ff6d6b6ac6 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:56.505205 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-e779351e-66e8-4550-8901-14ff6d6b6ac6 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.21 "GET /v2.0/networks?id=689831a5-ba8b-404f-913a-246be98581e8 HTTP/1.1" status: 200  len: 815 time: 0.8494596
Nov 24 16:50:56.528689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff245fd-6e2a-4ad1-a435-3c4a1e386586 req-78a30666-19ee-4a45-85ec-ae39a60c9e75 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:56.530339 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eff245fd-6e2a-4ad1-a435-3c4a1e386586 req-78a30666-19ee-4a45-85ec-ae39a60c9e75 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.2183716
Nov 24 16:50:56.550283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Request body: {'port': {'device_id': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'network_id': '689831a5-ba8b-404f-913a-246be98581e8', 'admin_state_up': True, 'tenant_id': 'da85f7b56be043949b7841a49547af64'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:50:56.596857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Attempting to bind port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:50:56.597269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Attempting to bind port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:50:56.598748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Attempting to bind port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 on network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:50:56.623914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:50:56.624308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Checking segment: {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:50:56.624868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:56.625179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Bound using segment: {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:50:56.625699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Bound port: 4ed1e648-e787-4a58-8b81-2ed5d49339d2, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:50:56.626138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:56.672835 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dac0c550-a42b-4776-ac85-7086ea4d7f87 req-8c0cb417-97c9-468e-8e70-d9c98f04c6dd service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703928
Nov 24 16:50:56.687001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Pushing event updated for resources: {'Port': ['ID=4ed1e648-e787-4a58-8b81-2ed5d49339d2,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:56.700859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:56.742501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] For port 4ed1e648-e787-4a58-8b81-2ed5d49339d2, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:50:56.745441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:50:56.747440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] For port 4ed1e648-e787-4a58-8b81-2ed5d49339d2, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=4ed1e648-e787-4a58-8b81-2ed5d49339d2,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:50:56.759262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda6af-245d-4f7b-816c-5098222fbfb0 req-f0729df2-302b-4795-b9dd-ee1f72c3408e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:56.760379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:56.766718 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-76dda6af-245d-4f7b-816c-5098222fbfb0 req-f0729df2-302b-4795-b9dd-ee1f72c3408e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.4900327
Nov 24 16:50:56.770925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b6c329a2-b4d7-4c1a-9d5a-26524b47bede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:56.841077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Pushing event updated for resources: {'Port': ['ID=4ed1e648-e787-4a58-8b81-2ed5d49339d2,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:56.851911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:56.868154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:50:56.919721 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eff245fd-6e2a-4ad1-a435-3c4a1e386586 req-58bb503e-ce21-4755-a7bd-d2487b3f5624 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540691
Nov 24 16:50:56.942761 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-76dda6af-245d-4f7b-816c-5098222fbfb0 req-0c78cd78-65cb-4a1c-acc5-93df6ebd988f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1748302
Nov 24 16:50:56.962119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Made reservation on behalf of da85f7b56be043949b7841a49547af64 for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:50:56.973831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:57.357638 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Allocated IP 172.20.0.7 (689831a5-ba8b-404f-913a-246be98581e8/cd88a7c0-9103-4614-940d-8d5a4b3edeb6/19595d59-392f-4d2a-9252-251a35b447f2) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:57.364550 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99e6fb1e-ee79-4fa3-8c49-463075856842 req-31aa0838-d768-46c0-9fdf-d9c914d0d64f tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 210 time: 0.1922040
Nov 24 16:50:57.571535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:57.679911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:57.741258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 4ed1e648-e787-4a58-8b81-2ed5d49339d2 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:50:57.831697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:57.906191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:57.935300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Transition to ACTIVE for port object 19595d59-392f-4d2a-9252-251a35b447f2 will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:50:57.949146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Allocated IP 172.27.3.231 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/13040bf6-e097-4790-a3f1-bb1c5e256de3) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:50:58.059264 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:58.132087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:58.305811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Network 689831a5-ba8b-404f-913a-246be98581e8 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:58.308357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Pushing event updated for resources: {'Port': ['ID=19595d59-392f-4d2a-9252-251a35b447f2,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:58.312234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:58.319549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:58.335504 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:58.340314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:58.340314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:58.358608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:58.395642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92678126-01ea-4516-b0a6-84f8f0e358da req-6daebe10-a743-4c05-bdcc-340208c09a81 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:58.397288 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92678126-01ea-4516-b0a6-84f8f0e358da req-6daebe10-a743-4c05-bdcc-340208c09a81 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.3330004
Nov 24 16:50:58.446921 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9251268
Nov 24 16:50:58.481620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901163eb-531c-4a47-bf73-3b52e959e66f req-818da9fb-f16e-41ae-80e7-ecc58931e72a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:58.485734 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-901163eb-531c-4a47-bf73-3b52e959e66f req-818da9fb-f16e-41ae-80e7-ecc58931e72a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.3182523
Nov 24 16:50:58.521295 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92678126-01ea-4516-b0a6-84f8f0e358da req-c1bfaf00-0b5f-4b09-9ec2-3934dc9a2159 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147044
Nov 24 16:50:58.549535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:58.561804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:50:58.672743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:50:58.681368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:50:58.688678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:50:58.723261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Pushing event updated for resources: {'Port': ['ID=13040bf6-e097-4790-a3f1-bb1c5e256de3,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:50:58.774191 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-901163eb-531c-4a47-bf73-3b52e959e66f req-3d9d723b-a23c-4d6d-9cdb-12dc6fea810b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2785342
Nov 24 16:50:58.775065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:50:58.864874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4731cb-efbf-4bbf-9747-c55de5345ab4 req-6e263b76-2a35-430e-86e7-3a3a1591e9a0 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:50:58.870124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-1f4731cb-efbf-4bbf-9747-c55de5345ab4 req-6e263b76-2a35-430e-86e7-3a3a1591e9a0 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Synchronizing usage tracker for tenant:da85f7b56be043949b7841a49547af64 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:50:58.896447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-1f4731cb-efbf-4bbf-9747-c55de5345ab4 req-6e263b76-2a35-430e-86e7-3a3a1591e9a0 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Unset dirty status for tenant:da85f7b56be043949b7841a49547af64 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:50:58.903661 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f4731cb-efbf-4bbf-9747-c55de5345ab4 req-6e263b76-2a35-430e-86e7-3a3a1591e9a0 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 931 time: 0.1736300
Nov 24 16:50:58.939371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-dbc96e30-d9e2-4791-8d3c-c4f579aaa74f None None] Provisioning for port 19595d59-392f-4d2a-9252-251a35b447f2 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:58.945915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-dbc96e30-d9e2-4791-8d3c-c4f579aaa74f None None] Provisioning complete for port 19595d59-392f-4d2a-9252-251a35b447f2 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:58.946382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dbc96e30-d9e2-4791-8d3c-c4f579aaa74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:58.993928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-1f4731cb-efbf-4bbf-9747-c55de5345ab4 req-fd9fb300-a094-4c35-b907-80d13bd42688 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Synchronizing usage tracker for tenant:da85f7b56be043949b7841a49547af64 on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:50:59.024719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dbc96e30-d9e2-4791-8d3c-c4f579aaa74f None None] Port 19595d59-392f-4d2a-9252-251a35b447f2 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:50:59.067161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:59.068280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:59.072139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-1f4731cb-efbf-4bbf-9747-c55de5345ab4 req-fd9fb300-a094-4c35-b907-80d13bd42688 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Unset dirty status for tenant:da85f7b56be043949b7841a49547af64 on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:50:59.073691 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f4731cb-efbf-4bbf-9747-c55de5345ab4 req-fd9fb300-a094-4c35-b907-80d13bd42688 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690979
Nov 24 16:50:59.404756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Router b0d13ccc-84f5-4bdb-98eb-0608882e9444 is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:50:59.414456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e784d1-799d-4f6f-aae4-84178f91db15 None None] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:50:59.614090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Provisioning for port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:50:59.667937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Provisioning complete for port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:50:59.668566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:59.910405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:59.956567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] For port 4ed1e648-e787-4a58-8b81-2ed5d49339d2, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=4ed1e648-e787-4a58-8b81-2ed5d49339d2,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:50:59.961855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:50:59.967004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6fd604c-8067-4556-844d-b216b8c29100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:00.049741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Pushing event updated for resources: {'Port': ['ID=4ed1e648-e787-4a58-8b81-2ed5d49339d2,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:00.054216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:00.111458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:00.129929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9383-09fb-4c83-89b5-e8f3d8bd7ff1 req-3666c3d0-9907-4da2-8528-c1c4ffc9202f tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:00.131624 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c8ae9383-09fb-4c83-89b5-e8f3d8bd7ff1 req-3666c3d0-9907-4da2-8528-c1c4ffc9202f tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.2803268
Nov 24 16:51:00.134492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:51:00.147992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Sync routers for ids ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:51:00.162274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Routers {'b0d13ccc-84f5-4bdb-98eb-0608882e9444'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:00.163308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9c46390>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:00.288621 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c8ae9383-09fb-4c83-89b5-e8f3d8bd7ff1 req-2f2ea708-f087-4ec9-8152-1e615a348f43 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436694
Nov 24 16:51:00.289392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:00.293435 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.6974976
Nov 24 16:51:00.293828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50368) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:00.302576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38111f-3f20-4b0d-a6c4-09ec3f4bd4ed req-1925aace-893b-4bc0-8111-21afe33b569b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:00.311180 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a38111f-3f20-4b0d-a6c4-09ec3f4bd4ed req-1925aace-893b-4bc0-8111-21afe33b569b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 945 time: 0.2903881
Nov 24 16:51:00.395452 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a38111f-3f20-4b0d-a6c4-09ec3f4bd4ed req-bed9099f-ed89-4d21-8de1-4f2713b332a8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825367
Nov 24 16:51:00.510909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 0cca87cb-035c-4285-9749-eadbc6fdc8a9 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:51:00.632103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Set router b0d13ccc-84f5-4bdb-98eb-0608882e9444 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:00.743355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:00.752847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83b8d-af6a-410e-b0f1-967c57acad0e req-c1b96256-ec4e-4976-b3d1-0e6ecc7dea20 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:00.774672 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30a83b8d-af6a-410e-b0f1-967c57acad0e req-c1b96256-ec4e-4976-b3d1-0e6ecc7dea20 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 931 time: 0.2081139
Nov 24 16:51:00.784973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-07c9ff8b-eee7-47f8-a8fb-7bf50cb93063 None None] Provisioning complete for port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:00.785403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07c9ff8b-eee7-47f8-a8fb-7bf50cb93063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:00.876815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:51:00.889278 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30a83b8d-af6a-410e-b0f1-967c57acad0e req-042d3c0a-d53e-4757-be0e-0a06bc4e7d8d tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105618
Nov 24 16:51:00.950687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:00.972206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:00.978687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:01.059167 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'code': 200}
Nov 24 16:51:01.161685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=8']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:01.179754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:01.249994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9c46390>, [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:50:58Z', 'revision_number': 3, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port': {'id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:57Z', 'updated_at': '2021-11-24T16:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:01.259675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Checking router: b0d13ccc-84f5-4bdb-98eb-0608882e9444 for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:51:01.259675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Updating router b0d13ccc-84f5-4bdb-98eb-0608882e9444 port 13040bf6-e097-4790-a3f1-bb1c5e256de3 binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:51:01.329330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:01.587413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bad69-b39f-425b-879d-69066a5aef8b req-6185988b-e667-4ead-8fc7-d644bc9d1dde tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:01.598611 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-841bad69-b39f-425b-879d-69066a5aef8b req-6185988b-e667-4ead-8fc7-d644bc9d1dde tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.1456444
Nov 24 16:51:01.668411 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-841bad69-b39f-425b-879d-69066a5aef8b req-79d532a1-4d36-48d1-ae17-87234609defc tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676329
Nov 24 16:51:01.753517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 4ed1e648-e787-4a58-8b81-2ed5d49339d2 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:01.755574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:01.902142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315ce93-de1a-4b74-8103-ba227fa50ede req-18ec6304-eef0-49c4-a31f-3a9dad5a7913 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:01.904135 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7315ce93-de1a-4b74-8103-ba227fa50ede req-18ec6304-eef0-49c4-a31f-3a9dad5a7913 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1395755
Nov 24 16:51:01.969168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:01.969592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.007866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.021623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Transition to ACTIVE for port object 13040bf6-e097-4790-a3f1-bb1c5e256de3 will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:02.033332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.050064 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7315ce93-de1a-4b74-8103-ba227fa50ede req-45df75a4-2d0c-4981-84b5-671cce94ebee tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340375
Nov 24 16:51:02.056009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d1e6b626-101e-45e7-a4a9-6212711292c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:02.154407 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Attempting to bind port 13040bf6-e097-4790-a3f1-bb1c5e256de3 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:51:02.154820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Attempting to bind port 13040bf6-e097-4790-a3f1-bb1c5e256de3 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:51:02.155225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Attempting to bind port 13040bf6-e097-4790-a3f1-bb1c5e256de3 on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:02.164604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:51:02.165017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:02.165464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.165899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:51:02.166548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Bound port: 13040bf6-e097-4790-a3f1-bb1c5e256de3, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:51:02.166844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.270830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8b337-3728-4951-9990-567261a84be6 None None] Pushing event updated for resources: {'Port': ['ID=13040bf6-e097-4790-a3f1-bb1c5e256de3,revision_number=2']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:02.276100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-07b8b337-3728-4951-9990-567261a84be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:02.281582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837aa6b-6e66-4901-a152-f110efdce5e9 req-c0eb8179-ec07-4960-97d5-fbccf609c459 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:02.283557 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1837aa6b-6e66-4901-a152-f110efdce5e9 req-c0eb8179-ec07-4960-97d5-fbccf609c459 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 931 time: 0.1116545
Nov 24 16:51:02.319610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] For port 13040bf6-e097-4790-a3f1-bb1c5e256de3, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:51:02.323643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] For port 13040bf6-e097-4790-a3f1-bb1c5e256de3, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=13040bf6-e097-4790-a3f1-bb1c5e256de3,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:51:02.329049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.330487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Allocated IP 172.20.0.1 (9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1/78042e46-5cd3-4359-9d2c-0c1332626dbf/c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:51:02.337184 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-56f7769b-9051-44bb-9b3a-9e86b1c71b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:02.367943 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1837aa6b-6e66-4901-a152-f110efdce5e9 req-6b7ad811-edd4-42f4-93c2-c9a0a047913d tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737724
Nov 24 16:51:02.450723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Routers {'b0d13ccc-84f5-4bdb-98eb-0608882e9444'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:02.451745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9c46390>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:50:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:02.517326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8b337-3728-4951-9990-567261a84be6 None None] Pushing event updated for resources: {'Port': ['ID=13040bf6-e097-4790-a3f1-bb1c5e256de3,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:02.529013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-07b8b337-3728-4951-9990-567261a84be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:02.600218 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.626972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Transition to ACTIVE for port object c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 will not be triggered until provisioned by entity DHCP. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:02.651813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:02.658523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ec6c51fc-6150-4ae9-960d-ddd82f84eb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:02.682444 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] Set router b0d13ccc-84f5-4bdb-98eb-0608882e9444 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:02.774941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:51:02.781676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:02.798282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:51:02.876891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:02.898936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:02.950422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:03.137898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0162cb-1643-4d61-8db1-5adbf9ce2f1d req-eea7c922-135d-4465-b43d-23f4ed24519d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:03.144165 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2c0162cb-1643-4d61-8db1-5adbf9ce2f1d req-eea7c922-135d-4465-b43d-23f4ed24519d tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.1600423
Nov 24 16:51:03.227034 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:03.259792 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2c0162cb-1643-4d61-8db1-5adbf9ce2f1d req-efedaa8d-7e6f-4a1e-88fc-595046719b44 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004639
Nov 24 16:51:03.463599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-24b68d92-e0b8-40bc-9b55-5277c7acb2c7 None None] Provisioning for port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:03.470810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-24b68d92-e0b8-40bc-9b55-5277c7acb2c7 None None] Provisioning complete for port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:03.471310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b68d92-e0b8-40bc-9b55-5277c7acb2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:03.513354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9c46390>, [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:50:58Z', 'revision_number': 3, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port': {'id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:57Z', 'updated_at': '2021-11-24T16:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:03.522882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2ec013-5a13-40bd-bee0-506c191a0b1b None None] The sync data for ids ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'] in dv-cinder-818778-2-iscsi is: [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:50:58Z', 'revision_number': 3, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port': {'id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:57Z', 'updated_at': '2021-11-24T16:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:51:03.623838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-24b68d92-e0b8-40bc-9b55-5277c7acb2c7 None None] Port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:51:03.815243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8d919-2ef6-46a8-9eb2-3dab3e084bec req-b242a5b5-76c7-406d-9e34-16be07ae75ac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:03.817362 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c2e8d919-2ef6-46a8-9eb2-3dab3e084bec req-b242a5b5-76c7-406d-9e34-16be07ae75ac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.3284030
Nov 24 16:51:03.861815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1004386-d380-4da3-8e57-42b85df46875 req-4a49ca16-bc25-4868-a791-585cdabdd002 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:03.864092 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1004386-d380-4da3-8e57-42b85df46875 req-4a49ca16-bc25-4868-a791-585cdabdd002 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 931 time: 0.1812449
Nov 24 16:51:03.907859 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c2e8d919-2ef6-46a8-9eb2-3dab3e084bec req-18d2fb38-d3e4-47c3-935b-7bd7635a7605 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805035
Nov 24 16:51:03.942445 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1004386-d380-4da3-8e57-42b85df46875 req-0192e4ad-c9ba-4855-8a57-3b50e68f622b tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610509
Nov 24 16:51:03.952301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:03.957750 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1274992'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:03.989962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:04.067625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:04.193879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:04.212550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:04.363796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:51:04.368679 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:04.652950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1013848-042d-4b29-8964-598e5c359e26 req-fdfd348e-979e-40bd-a988-96d8c58c24e2 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:04.670415 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1013848-042d-4b29-8964-598e5c359e26 req-fdfd348e-979e-40bd-a988-96d8c58c24e2 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.2022827
Nov 24 16:51:04.733395 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1013848-042d-4b29-8964-598e5c359e26 req-d4ccbd47-24d8-4f86-abac-23c2fff90c70 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613723
Nov 24 16:51:04.908420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-ee096298-a27a-4ede-92ee-dfc63e7b6112 None None] Provisioning complete for port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:04.909530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee096298-a27a-4ede-92ee-dfc63e7b6112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:04.992962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ee096298-a27a-4ede-92ee-dfc63e7b6112 None None] Port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:51:05.032078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Router b0d13ccc-84f5-4bdb-98eb-0608882e9444 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:51:05.078485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8cf21537-e2b0-4aaf-a9d4-ca3b970403e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:05.336860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268ab8f-2d9b-4145-9237-84a5dde43658 req-709fd83a-d510-4bee-90e1-6dcb768efdc4 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:05.344617 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0268ab8f-2d9b-4145-9237-84a5dde43658 req-709fd83a-d510-4bee-90e1-6dcb768efdc4 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 931 time: 0.2052617
Nov 24 16:51:05.368049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a7f53-c49a-4154-9e97-0713929bca47 req-ee032a3b-9660-49ae-9eea-dddd5ffeaf86 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:05.369783 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef4a7f53-c49a-4154-9e97-0713929bca47 req-ee032a3b-9660-49ae-9eea-dddd5ffeaf86 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1415985
Nov 24 16:51:05.421835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:51:05.428965 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0268ab8f-2d9b-4145-9237-84a5dde43658 req-b06365ab-8b73-4fb2-a1b6-bc7212fc0435 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832825
Nov 24 16:51:05.432805 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] 10.222.0.53 "PUT /v2.0/routers/b0d13ccc-84f5-4bdb-98eb-0608882e9444/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1377769
Nov 24 16:51:05.483136 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef4a7f53-c49a-4154-9e97-0713929bca47 req-561a4e42-622b-4912-8c25-266d140dbf5f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033475
Nov 24 16:51:05.717647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 13040bf6-e097-4790-a3f1-bb1c5e256de3 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:05.830465 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 13040bf6-e097-4790-a3f1-bb1c5e256de3 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:05.835776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 13040bf6-e097-4790-a3f1-bb1c5e256de3 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:05.836201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:05.987369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:06.012467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7dde7-1bcf-4eaa-85de-5ed7ceb8f75b req-af579c0d-aa7b-4ce4-bc30-52e225391cb6 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:06.014433 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ca7dde7-1bcf-4eaa-85de-5ed7ceb8f75b req-af579c0d-aa7b-4ce4-bc30-52e225391cb6 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.1202185
Nov 24 16:51:06.014580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 13040bf6-e097-4790-a3f1-bb1c5e256de3, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=13040bf6-e097-4790-a3f1-bb1c5e256de3,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:06.018121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:06.021844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:06.070388 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ca7dde7-1bcf-4eaa-85de-5ed7ceb8f75b req-ae7b38dc-e41e-4b56-952a-acc3e3306a3f tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470979
Nov 24 16:51:06.088271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:51:06.123204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=13040bf6-e097-4790-a3f1-bb1c5e256de3,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:06.126621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:06.528480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:06.727822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50452) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:06.734621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-506287955-network', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:06.734782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852be90c-75df-4b0b-bcbb-c4a9d4c00698 req-209e3468-c6c2-40ca-9769-44b8f927af55 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:06.742728 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-852be90c-75df-4b0b-bcbb-c4a9d4c00698 req-209e3468-c6c2-40ca-9769-44b8f927af55 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 931 time: 0.1722431
Nov 24 16:51:06.750008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:06.754595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Usage tracker for resource:network and tenant:d190cd824bd54c228cfdf49a0e93eddb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:06.758883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:06.765276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:06.795555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Made reservation on behalf of d190cd824bd54c228cfdf49a0e93eddb for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:51:06.804831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:06.825740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:06.843993 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-852be90c-75df-4b0b-bcbb-c4a9d4c00698 req-1599dbb4-ff75-447f-89b8-4836cb70d5b8 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002374
Nov 24 16:51:06.885777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411e397-e125-4ce9-a1f3-88fbb4ba1a34 req-a8a8d0ad-83a4-4f67-963a-1452d145d542 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:06.888016 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8411e397-e125-4ce9-a1f3-88fbb4ba1a34 req-a8a8d0ad-83a4-4f67-963a-1452d145d542 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2019384
Nov 24 16:51:06.889032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:06.894379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:d190cd824bd54c228cfdf49a0e93eddb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:06.897467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:06.903854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:06.968873 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8411e397-e125-4ce9-a1f3-88fbb4ba1a34 req-393e2fcb-952c-4a22-b0ae-ed3c2c341149 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701368
Nov 24 16:51:06.991624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:06.995377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.000046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cd138acc-7b69-4489-acfd-dafde9c13de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:07.031528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:51:07.040834 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9562ba-b179-4e7d-8de1-869ee83f6319,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:07.044853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:07.049612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.049612 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Added segment 5d96ce8d-8f14-4adc-b4a0-3bd0c8771583 of type vlan for network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9
Nov 24 16:51:07.079343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.110655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.111962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:07.112752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.118722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:07.242328 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5129809
Nov 24 16:51:07.243339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=98e5df77-e17e-4db5-8ca4-8d19c85fe6a9,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:07.245501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50460) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:07.248325 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:07.252707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Request body: {'subnet': {'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-506287955-subnet', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:07.255497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:51:07.267497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:07.272927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Usage tracker for resource:subnet and tenant:d190cd824bd54c228cfdf49a0e93eddb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:07.276387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:07.282788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:07.296392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Made reservation on behalf of d190cd824bd54c228cfdf49a0e93eddb for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:51:07.298713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.322856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e336b2-1253-4593-a4d9-e403cf04908a req-5dac3feb-4291-450b-b0ab-ad8b56302d3a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:07.324495 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-77e336b2-1253-4593-a4d9-e403cf04908a req-5dac3feb-4291-450b-b0ab-ad8b56302d3a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.1184313
Nov 24 16:51:07.378074 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-77e336b2-1253-4593-a4d9-e403cf04908a req-03c25d77-7592-481d-b8dc-86ae2f143f01 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453193
Nov 24 16:51:07.527740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.532493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:07.566297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d38a266-6faf-41ec-9884-2a883df1707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.612493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad52fe21-e94d-4771-b50e-06e1a38d0904,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:07.617468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:07.627904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Checking segment: {'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:07.628340 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Network hostable DHCP agents. Network: 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:51:07.650970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 13040bf6-e097-4790-a3f1-bb1c5e256de3 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:07.652343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:51:07.665538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:07.675454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:07.676102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.680802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691260a3-7cf9-47c1-ad4e-6d485a8b1fdd None None] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:51:07.697491 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4d57495f-c1ae-492a-accc-2cd665c32486 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4507430
Nov 24 16:51:07.700221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50466) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:07.708143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:07.713276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:07.717329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Usage tracker for resource:router and tenant:d190cd824bd54c228cfdf49a0e93eddb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:07.720371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:07.726534 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:07.737096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.738762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.761595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.839281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 13040bf6-e097-4790-a3f1-bb1c5e256de3 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:07.839694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.861149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Request body: {'port': {'device_id': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:07.936261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:07.952683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Sync routers for ids ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:51:07.992540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:08.056162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Routers {'b0d13ccc-84f5-4bdb-98eb-0608882e9444'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:08.056856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9edaeb8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:08.208899 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-f8e54848-f0d2-43f9-9aba-ec9194e490a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2138484
Nov 24 16:51:08.301006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Set router b0d13ccc-84f5-4bdb-98eb-0608882e9444 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:08.409139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:08.450386 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:08.451029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-98e5df77-e17e-4db5-8ca4-8d19c85fe6a9', 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'fixed_ips': [{'subnet_id': 'ad52fe21-e94d-4771-b50e-06e1a38d0904'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 16:51:08.451901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:08.462010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:08.533399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820e04c-2621-4ec9-8356-05ae302a56c9 req-88bc5905-7fbb-46ff-895e-1239aaf02366 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:08.535780 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d820e04c-2621-4ec9-8356-05ae302a56c9 req-88bc5905-7fbb-46ff-895e-1239aaf02366 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 931 time: 0.4272742
Nov 24 16:51:08.592023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6884f00d-1334-4658-bfe2-7f6bcc7ae3f8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:08.592959 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-7408200b-3bdb-4e5e-8e6a-4aa6c5eaf5e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1098 time: 0.3346999
Nov 24 16:51:08.593787 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6884f00d-1334-4658-bfe2-7f6bcc7ae3f8 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.3313360
Nov 24 16:51:08.605158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb10a9-ea10-4496-b71e-642ffa53edb7 req-932ddb32-dbb8-46a5-affc-957508934ca4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:08.607835 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3bdb10a9-ea10-4496-b71e-642ffa53edb7 req-932ddb32-dbb8-46a5-affc-957508934ca4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.4067969
Nov 24 16:51:08.634174 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Allocated IP 172.27.3.185 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/898a8bfc-7505-448c-a376-f2c22c834ca6) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:51:08.672190 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d820e04c-2621-4ec9-8356-05ae302a56c9 req-b0e86bd8-ef37-4961-bad3-fd239a74a7a8 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236508
Nov 24 16:51:08.773809 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3bdb10a9-ea10-4496-b71e-642ffa53edb7 req-8992c003-7faa-4498-8b5b-6aaec6b06e58 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352136
Nov 24 16:51:08.797573 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Allocated IP 172.20.0.2 (98e5df77-e17e-4db5-8ca4-8d19c85fe6a9/ad52fe21-e94d-4771-b50e-06e1a38d0904/c9462d3e-8d1d-461b-9a60-ee1f3e82d623) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:51:08.866803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19595d59-392f-4d2a-9252-251a35b447f2 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:51:08.875377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:08.890699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Deleting port 1a5619fd-158b-45ef-81eb-c633da1a4328 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:51:08.891076 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:08.936349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9edaeb8>, [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:51:03Z', 'revision_number': 4, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port': {'id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:57Z', 'updated_at': '2021-11-24T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5', 'name': '', 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'mac_address': 'fa:16:3e:35:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78042e46-5cd3-4359-9d2c-0c1332626dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:01Z', 'updated_at': '2021-11-24T16:51:03Z', 'revision_number': 2, 'project_id': '0c827ebf0e074b438e8481308273611a', 'subnets': [{'id': '78042e46-5cd3-4359-9d2c-0c1332626dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:08.952892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Checking router: b0d13ccc-84f5-4bdb-98eb-0608882e9444 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:51:08.953439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Updating router b0d13ccc-84f5-4bdb-98eb-0608882e9444 port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:51:09.075072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.117978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.195071 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.198683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-fa81297c-5ae1-49a1-a87d-21e58cf03a3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:09.200490 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-fa81297c-5ae1-49a1-a87d-21e58cf03a3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.5692749
Nov 24 16:51:09.211050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Transition to ACTIVE for port object c9462d3e-8d1d-461b-9a60-ee1f3e82d623 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:09.229174 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Transition to ACTIVE for port object 19595d59-392f-4d2a-9252-251a35b447f2 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:09.243813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Transition to ACTIVE for port object c9462d3e-8d1d-461b-9a60-ee1f3e82d623 will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:09.244267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.254674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.259456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:09.280738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:09.328464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=19595d59-392f-4d2a-9252-251a35b447f2,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:09.329964 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-00d29061-cb5f-4313-867e-c2267b233fc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 200  len: 217 time: 0.1205947
Nov 24 16:51:09.358689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.371408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Pushing event updated for resources: {'Port': ['ID=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:09.380671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:09.383210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:51:09.404186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:09.406995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:51:09.420343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:09.476096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-64997a3a-e5c4-4b62-95d8-14813543000e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:09.477838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4a0a9-8db4-4897-8efc-8a0939010c18 req-2159df2b-9b54-4fb2-9745-cce9b8b22f2a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:09.478315 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-64997a3a-e5c4-4b62-95d8-14813543000e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.0876510
Nov 24 16:51:09.479979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.485723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-435cbe1a-839e-4e50-b3cb-d21618034d78 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:09.485918 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6ac4a0a9-8db4-4897-8efc-8a0939010c18 req-2159df2b-9b54-4fb2-9745-cce9b8b22f2a tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.6052840
Nov 24 16:51:09.613947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Attempting to bind port 19595d59-392f-4d2a-9252-251a35b447f2 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:51:09.614610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Attempting to bind port 19595d59-392f-4d2a-9252-251a35b447f2 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:51:09.614949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Attempting to bind port 19595d59-392f-4d2a-9252-251a35b447f2 on network 689831a5-ba8b-404f-913a-246be98581e8 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:09.635562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Port 19595d59-392f-4d2a-9252-251a35b447f2 on network 689831a5-ba8b-404f-913a-246be98581e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:51:09.635908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Attempting to bind port 19595d59-392f-4d2a-9252-251a35b447f2 on network 689831a5-ba8b-404f-913a-246be98581e8 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:09.647826 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-12c27c46-8e96-43d1-bad0-0c94127c9f0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1088715
Nov 24 16:51:09.650111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:51:09.663839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:09.666427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:51:09.811378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:51:09.811907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Checking segment: {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:09.812111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Bound using segment: {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:51:09.812783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Bound port: 19595d59-392f-4d2a-9252-251a35b447f2, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57420cf-af55-4ea8-9089-9ec605b15425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '689831a5-ba8b-404f-913a-246be98581e8'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:51:09.813277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.884062 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Attempting to bind port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:51:09.884481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Attempting to bind port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:51:09.884888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Attempting to bind port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 on network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:09.897259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:51:09.897642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Checking segment: {'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:09.898111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.898550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Bound using segment: {'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:51:09.899340 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Bound port: c9462d3e-8d1d-461b-9a60-ee1f3e82d623, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:51:09.899762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:09.941786 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6ac4a0a9-8db4-4897-8efc-8a0939010c18 req-b809e942-4018-402f-9725-4e4c7952870b tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4545074
Nov 24 16:51:09.989664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Pushing event updated for resources: {'Port': ['ID=898a8bfc-7505-448c-a376-f2c22c834ca6,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:09.992773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:10.001956 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-04921eb1-101b-47f9-827a-3dc4ee931653 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3396373
Nov 24 16:51:10.027312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] For port c9462d3e-8d1d-461b-9a60-ee1f3e82d623, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:51:10.030896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] For port c9462d3e-8d1d-461b-9a60-ee1f3e82d623, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,segment=NetworkSegment(5d96ce8d-8f14-4adc-b4a0-3bd0c8771583),segment_id=5d96ce8d-8f14-4adc-b4a0-3bd0c8771583)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:51:10.075858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] For port 19595d59-392f-4d2a-9252-251a35b447f2, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:51:10.076736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] For port 19595d59-392f-4d2a-9252-251a35b447f2, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=19595d59-392f-4d2a-9252-251a35b447f2,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:51:10.106486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.116851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:10.161915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.171121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bf0ccd8b-e457-4d37-9195-a502283ebd80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:10.266861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=19595d59-392f-4d2a-9252-251a35b447f2,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:10.270934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:10.282698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Pushing event updated for resources: {'Port': ['ID=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:10.289643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:10.313147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] For port 1a5619fd-158b-45ef-81eb-c633da1a4328, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1a5619fd-158b-45ef-81eb-c633da1a4328,segment=NetworkSegment(5a77e214-ef3f-4483-9b2d-dd7c184ece90),segment_id=5a77e214-ef3f-4483-9b2d-dd7c184ece90)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:10.313693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.330285 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-6acb623b-a12b-49ab-8475-127491548d9e service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3185587
Nov 24 16:51:10.364194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.365982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.368841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.380502 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] 10.222.0.21 "PUT /v2.0/ports/19595d59-392f-4d2a-9252-251a35b447f2 HTTP/1.1" status: 200  len: 1093 time: 2.5254064
Nov 24 16:51:10.393774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'tag': '19595d59-392f-4d2a-9252-251a35b447f2'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:51:10.461975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.483336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Transition to ACTIVE for port object c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:10.499126 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.506608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:10.643335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Calling delete_port for 1a5619fd-158b-45ef-81eb-c633da1a4328 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:51:10.699419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4acb-c30b-4283-a346-a299aa9f12a3 None None] Pushing event updated for resources: {'Port': ['ID=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:10.703511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-899d4acb-c30b-4283-a346-a299aa9f12a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:10.709541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Router d94ee41a-9f68-4430-abb6-51bed65bbb7b is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 16:51:10.734357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff9f81-7c31-4371-9873-b290f62f08f8 req-2936f152-9cf0-4b32-bd2a-abddf2bed7d1 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:10.735888 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-72ff9f81-7c31-4371-9873-b290f62f08f8 req-2936f152-9cf0-4b32-bd2a-abddf2bed7d1 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 943 time: 0.8135431
Nov 24 16:51:10.768825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4dd2fb-b6a8-4e9f-b62c-34f705160b3b req-f4c7c4ba-0d6c-48cb-ba91-43c650106948 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:10.776795 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d4dd2fb-b6a8-4e9f-b62c-34f705160b3b req-f4c7c4ba-0d6c-48cb-ba91-43c650106948 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.6642776
Nov 24 16:51:10.879687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Attempting to bind port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:51:10.880235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Attempting to bind port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:51:10.880569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Attempting to bind port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 on network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:10.882058 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-72ff9f81-7c31-4371-9873-b290f62f08f8 req-1bdf0c5c-882c-4673-8e10-fdb75dba4a18 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300061
Nov 24 16:51:10.888457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:51:10.888873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Checking segment: {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:10.889335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:10.896832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Bound using segment: {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:51:10.897651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Bound port: c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:51:10.898278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:11.073036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:51:11.085162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Sync routers for ids ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:51:11.121093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Routers {'d94ee41a-9f68-4430-abb6-51bed65bbb7b'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:11.121778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa42f860>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:11.131676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:11.133738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] For port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:51:11.139996 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4383228
Nov 24 16:51:11.140883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50506) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:11.144051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] For port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:51:11.180630 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'tag': '19595d59-392f-4d2a-9252-251a35b447f2', 'status': 'completed', 'code': 200}
Nov 24 16:51:11.183152 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-8c7e5eab-2d55-4889-90d9-02b483c886fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da85f7b56be043949b7841a49547af64&device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 1096 time: 0.6322677
Nov 24 16:51:11.183292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:11.195745 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d4dd2fb-b6a8-4e9f-b62c-34f705160b3b req-ab4b0436-b622-4605-b518-df68ed092132 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4179406
Nov 24 16:51:11.201711 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:11.433243 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-ceca77bb-17c9-40c1-ac28-4fe0ba66e914 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19595d59-392f-4d2a-9252-251a35b447f2 HTTP/1.1" status: 200  len: 217 time: 0.2353289
Nov 24 16:51:11.461881 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4acb-c30b-4283-a346-a299aa9f12a3 None None] Pushing event updated for resources: {'Port': ['ID=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:11.486646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-899d4acb-c30b-4283-a346-a299aa9f12a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:11.487503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Routers {'b0d13ccc-84f5-4bdb-98eb-0608882e9444'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:11.488226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9edaeb8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:11.671480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c36ce336-d7d6-466c-ad13-7d0e7ed215bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:11.672522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Set router d94ee41a-9f68-4430-abb6-51bed65bbb7b gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:11.673104 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-c36ce336-d7d6-466c-ad13-7d0e7ed215bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd88a7c0-9103-4614-940d-8d5a4b3edeb6 HTTP/1.1" status: 200  len: 854 time: 0.2291508
Nov 24 16:51:11.903976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c9462d3e-8d1d-461b-9a60-ee1f3e82d623 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:11.946181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62315c7b-2955-4290-afaf-d17c98c85a63 req-2145c45e-2912-4d77-948d-c8ec689ca508 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:11.953595 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62315c7b-2955-4290-afaf-d17c98c85a63 req-2145c45e-2912-4d77-948d-c8ec689ca508 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 945 time: 0.5222175
Nov 24 16:51:11.981803 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-13f5ba61-da87-4f39-9f34-a841ef657409 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=689831a5-ba8b-404f-913a-246be98581e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2958393
Nov 24 16:51:12.037996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa42f860>, [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:51:10Z', 'revision_number': 3, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port': {'id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:08Z', 'updated_at': '2021-11-24T16:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:12.043177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Checking router: d94ee41a-9f68-4430-abb6-51bed65bbb7b for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:51:12.044883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Updating router d94ee41a-9f68-4430-abb6-51bed65bbb7b port 898a8bfc-7505-448c-a376-f2c22c834ca6 binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:51:12.112412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:12.135414 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] Set router b0d13ccc-84f5-4bdb-98eb-0608882e9444 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:12.194190 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-1de7c968-0a97-4303-8bd6-7b3a17129a06 service neutron] 10.222.0.21 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019484
Nov 24 16:51:12.327077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:12.438452 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47c9fd13-40a7-4aee-bbd9-828903e156d4 req-b82b9b1c-5955-4ce7-936b-e0c601182980 service neutron] 10.222.0.21 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2340002
Nov 24 16:51:12.461619 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62315c7b-2955-4290-afaf-d17c98c85a63 req-2efc938d-8072-4784-9bf3-471b55f46822 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2361fa6-3326-4686-9678-9433c8f03fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5070133
Nov 24 16:51:12.462374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:12.477780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:12.727458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 0cca87cb-035c-4285-9749-eadbc6fdc8a9 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:51:12.864072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:12.880408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Transition to ACTIVE for port object 898a8bfc-7505-448c-a376-f2c22c834ca6 will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:12.892309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:12.916912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:13.006378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Pushing event deleted for resources: {'Port': ['ID=1a5619fd-158b-45ef-81eb-c633da1a4328,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:13.020388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:13.056841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Attempting to bind port 898a8bfc-7505-448c-a376-f2c22c834ca6 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:51:13.059441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Attempting to bind port 898a8bfc-7505-448c-a376-f2c22c834ca6 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:51:13.060078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Attempting to bind port 898a8bfc-7505-448c-a376-f2c22c834ca6 on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:13.062675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1a5619fd-158b-45ef-81eb-c633da1a4328 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:51:13.093781 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:13.104275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:51:13.106719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:13.106849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 1a5619fd-158b-45ef-81eb-c633da1a4328 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:51:13.107243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1a5619fd-158b-45ef-81eb-c633da1a4328 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:51:13.107789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:13.108976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:51:13.115369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Bound port: 898a8bfc-7505-448c-a376-f2c22c834ca6, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:51:13.116173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:13.120838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9edaeb8>, [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:51:03Z', 'revision_number': 4, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port': {'id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:57Z', 'updated_at': '2021-11-24T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5', 'name': '', 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'mac_address': 'fa:16:3e:35:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78042e46-5cd3-4359-9d2c-0c1332626dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:01Z', 'updated_at': '2021-11-24T16:51:11Z', 'revision_number': 4, 'project_id': '0c827ebf0e074b438e8481308273611a', 'subnets': [{'id': '78042e46-5cd3-4359-9d2c-0c1332626dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:13.125671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664eca6-e833-4b30-b3fd-28b397534287 None None] The sync data for ids ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'] in dv-cinder-818778-2-iscsi is: [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:51:03Z', 'revision_number': 4, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port': {'id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:57Z', 'updated_at': '2021-11-24T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5', 'name': '', 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'mac_address': 'fa:16:3e:35:ab:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78042e46-5cd3-4359-9d2c-0c1332626dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:01Z', 'updated_at': '2021-11-24T16:51:11Z', 'revision_number': 4, 'project_id': '0c827ebf0e074b438e8481308273611a', 'subnets': [{'id': '78042e46-5cd3-4359-9d2c-0c1332626dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:51:13.236514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] No DVR routers for this DVR port 1a5619fd-158b-45ef-81eb-c633da1a4328 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:51:13.241137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:13.251546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b18c38-4c90-4407-a7a8-e0f8a7ea5ece None None] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:51:13.258588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'name': 'network-vif-deleted', 'tag': '1a5619fd-158b-45ef-81eb-c633da1a4328'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:51:13.259874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] For port 898a8bfc-7505-448c-a376-f2c22c834ca6, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:51:13.279112 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fd572420-5cad-4949-8461-d8f10cd54d59 req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.21 "DELETE /v2.0/ports/1a5619fd-158b-45ef-81eb-c633da1a4328 HTTP/1.1" status: 204  len: 173 time: 4.6599452
Nov 24 16:51:13.294002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] For port 898a8bfc-7505-448c-a376-f2c22c834ca6, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=898a8bfc-7505-448c-a376-f2c22c834ca6,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:51:13.332175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:13.340782 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-9cb334f7-13e4-471f-a363-d9198713c23b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da85f7b56be043949b7841a49547af64&device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 1096 time: 0.7310648
Nov 24 16:51:13.344603 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7d78f-225a-429e-acd1-ef28c625aa70 None None] Pushing event updated for resources: {'Port': ['ID=898a8bfc-7505-448c-a376-f2c22c834ca6,revision_number=2']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:13.366809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-52b7d78f-225a-429e-acd1-ef28c625aa70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:13.367450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-52b7d78f-225a-429e-acd1-ef28c625aa70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:13.405243 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0cf09080-7649-45c2-8502-2136b6b12fde req-f8232d6a-bbb0-46e5-a568-7513ddc8f8da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2258050
Nov 24 16:51:13.412532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Provisioning for port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:13.435597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577937c-5b33-4f33-b022-f6de9d68797d req-2f62b9c9-1d05-4728-b7c7-2b8d18d99919 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:13.448886 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e577937c-5b33-4f33-b022-f6de9d68797d req-2f62b9c9-1d05-4728-b7c7-2b8d18d99919 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 943 time: 0.4008412
Nov 24 16:51:13.471900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Routers {'d94ee41a-9f68-4430-abb6-51bed65bbb7b'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:13.473128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa42f860>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:13.476037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Provisioning complete for port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:13.482839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:13.657323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Allocated IP 172.20.0.1 (98e5df77-e17e-4db5-8ca4-8d19c85fe6a9/ad52fe21-e94d-4771-b50e-06e1a38d0904/0f2b2c59-d098-425d-b07f-469451b6f57f) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:51:13.810346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-9f822b92-1b88-440c-bb40-8e104c31d5ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:13.811967 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-9f822b92-1b88-440c-bb40-8e104c31d5ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=689831a5-ba8b-404f-913a-246be98581e8 HTTP/1.1" status: 200  len: 916 time: 0.4522905
Nov 24 16:51:13.830462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] Set router d94ee41a-9f68-4430-abb6-51bed65bbb7b gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:13.906145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:13.983831 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c395cc0b-06f9-47c2-9bf2-248cb8878c3c', 'name': 'network-vif-deleted', 'tag': '1a5619fd-158b-45ef-81eb-c633da1a4328', 'status': 'completed', 'code': 200}
Nov 24 16:51:13.993366 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e577937c-5b33-4f33-b022-f6de9d68797d req-9278ddc1-8a1b-437b-a999-b3d203112449 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5434113
Nov 24 16:51:14.078698 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-145eead1-0861-40bd-8c88-ab54efbd4e8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19595d59-392f-4d2a-9252-251a35b447f2 HTTP/1.1" status: 200  len: 217 time: 0.2194352
Nov 24 16:51:14.116443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7d78f-225a-429e-acd1-ef28c625aa70 None None] Pushing event updated for resources: {'Port': ['ID=898a8bfc-7505-448c-a376-f2c22c834ca6,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:14.127107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-52b7d78f-225a-429e-acd1-ef28c625aa70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:14.214531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:14.251351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Transition to ACTIVE for port object 0f2b2c59-d098-425d-b07f-469451b6f57f will not be triggered until provisioned by entity DHCP. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:14.318409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:14.331452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-23351e87-f23f-49b8-9332-7fdaf39ff00f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:14.363952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a67193f9-d49d-4ae8-96c9-12bdabe7764f req-f4a445c7-c084-49ba-9178-8ad69c423797 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Synchronizing usage tracker for tenant:ea524ffee5024139848377aa032f1623 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:51:14.385469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:51:14.391295 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:14.414562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-fab3035b-fd98-4913-8122-ed74afcb5e45 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:14.418940 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-fab3035b-fd98-4913-8122-ed74afcb5e45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd88a7c0-9103-4614-940d-8d5a4b3edeb6 HTTP/1.1" status: 200  len: 854 time: 0.3378668
Nov 24 16:51:14.421968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:51:14.496334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa42f860>, [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:51:10Z', 'revision_number': 3, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port': {'id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:08Z', 'updated_at': '2021-11-24T16:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:14.498150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a67193f9-d49d-4ae8-96c9-12bdabe7764f req-f4a445c7-c084-49ba-9178-8ad69c423797 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Unset dirty status for tenant:ea524ffee5024139848377aa032f1623 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:51:14.502248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73e953-94b7-4fd1-905d-e0de522e5a53 None None] The sync data for ids ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'] in dv-cinder-818778-2-iscsi is: [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:51:10Z', 'revision_number': 3, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port': {'id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:08Z', 'updated_at': '2021-11-24T16:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:51:14.505906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50560) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:14.509205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:14.510174 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a67193f9-d49d-4ae8-96c9-12bdabe7764f req-f4a445c7-c084-49ba-9178-8ad69c423797 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] 10.222.0.53 "GET /v2.0/ports?device_id=c395cc0b-06f9-47c2-9bf2-248cb8878c3c HTTP/1.1" status: 200  len: 210 time: 0.2603288
Nov 24 16:51:14.582656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2b2c59-d098-425d-b07f-469451b6f57f,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:14.583801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:14.616150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.621488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.622139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.623093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.624548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.625170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.625679 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.627544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.632954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.633634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.634455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:14.638183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:14.643054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] For port c9462d3e-8d1d-461b-9a60-ee1f3e82d623, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,segment=NetworkSegment(5d96ce8d-8f14-4adc-b4a0-3bd0c8771583),segment_id=5d96ce8d-8f14-4adc-b4a0-3bd0c8771583)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:14.650428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dac052-dbda-40c2-b1fc-bbc972bae376 req-4129358f-6c9e-4916-8f3f-7e5dbe013bd5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:14.652244 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-38dac052-dbda-40c2-b1fc-bbc972bae376 req-4129358f-6c9e-4916-8f3f-7e5dbe013bd5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2321262
Nov 24 16:51:14.653512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:14.660549 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-4844d17f-abf6-48ff-b058-6f0fd39e23bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=689831a5-ba8b-404f-913a-246be98581e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493008
Nov 24 16:51:14.668247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c7d6038c-91b4-43cc-a4dd-c43d679c7b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:14.784774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:14.813703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:14.828798 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:14.832154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:14.863842 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-07f27e28-c6ef-42ba-b5f4-0ee4e27407aa service neutron] 10.222.0.21 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776898
Nov 24 16:51:14.882928 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-38dac052-dbda-40c2-b1fc-bbc972bae376 req-676b2a7a-c76c-42de-8d6b-40c07ef3ebfa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2209661
Nov 24 16:51:14.927232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Pushing event updated for resources: {'Port': ['ID=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:14.935161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:14.942096 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cf852e19-4611-44b1-9d0d-12300dda8152 req-225140c7-362e-4866-a771-9e6b2cd49142 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4295676
Nov 24 16:51:15.150287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:15.184731 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7b0d78a4-b4ad-44ea-a1c2-7a2352930aa4 req-775453e0-c383-41b4-a580-634be0845d2b service neutron] 10.222.0.21 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2994204
Nov 24 16:51:15.221712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:15.229506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1274992'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:15.246169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:15.255375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:15.258167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:15.341389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:15.406513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:15.411266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:15.469655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc9d85-fd26-412a-b715-7a0ba53081ba req-8e74cff5-270e-4db3-9d31-9ec0c2b1f684 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:15.476173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2cfc9d85-fd26-412a-b715-7a0ba53081ba req-8e74cff5-270e-4db3-9d31-9ec0c2b1f684 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 943 time: 0.2226055
Nov 24 16:51:15.507363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8ced56d7-79a4-4826-a911-8015001c2eac None None] Provisioning complete for port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:15.507851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ced56d7-79a4-4826-a911-8015001c2eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:15.556516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:15.561121 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2cfc9d85-fd26-412a-b715-7a0ba53081ba req-f5493372-5d2f-4cbb-86cb-dd1b45ab121d tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719123
Nov 24 16:51:15.585355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Pushing event updated for resources: {'Port': ['ID=0f2b2c59-d098-425d-b07f-469451b6f57f,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:15.589661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:15.882783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8ced56d7-79a4-4826-a911-8015001c2eac None None] Provisioning for port 0f2b2c59-d098-425d-b07f-469451b6f57f completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:15.892815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:51:15.894185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:15.902423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8ced56d7-79a4-4826-a911-8015001c2eac None None] Provisioning complete for port 0f2b2c59-d098-425d-b07f-469451b6f57f triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:15.902651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ced56d7-79a4-4826-a911-8015001c2eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:16.008127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:16.217136 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8ced56d7-79a4-4826-a911-8015001c2eac None None] Port 0f2b2c59-d098-425d-b07f-469451b6f57f cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:51:16.261368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:16.261914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:16.448291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9dfa34a3-f91f-473a-b358-7922b8a7ef3e None None] Provisioning complete for port 0f2b2c59-d098-425d-b07f-469451b6f57f triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:16.448291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dfa34a3-f91f-473a-b358-7922b8a7ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:16.498947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072e654-787c-4340-a192-08c7f8d464d2 req-13df1aed-5885-4a07-9167-b3ce762df984 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:16.507015 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2072e654-787c-4340-a192-08c7f8d464d2 req-13df1aed-5885-4a07-9167-b3ce762df984 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1884782
Nov 24 16:51:16.580534 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2072e654-787c-4340-a192-08c7f8d464d2 req-6c851e68-3230-4677-bee8-675fc637d354 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627382
Nov 24 16:51:16.590323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa34a3-f91f-473a-b358-7922b8a7ef3e None None] Port 0f2b2c59-d098-425d-b07f-469451b6f57f cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:51:16.673477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 19595d59-392f-4d2a-9252-251a35b447f2 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:51:16.759867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c9462d3e-8d1d-461b-9a60-ee1f3e82d623 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:16.852658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Router d94ee41a-9f68-4430-abb6-51bed65bbb7b has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:51:16.944925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7de6c5-a30d-44a5-ac0d-a91791f08d2a req-d6e07c9d-aaaa-4654-836f-8a4e375cc550 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:16.947933 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9f7de6c5-a30d-44a5-ac0d-a91791f08d2a req-d6e07c9d-aaaa-4654-836f-8a4e375cc550 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 943 time: 0.1397099
Nov 24 16:51:17.000320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-53a579a0-a2d1-4d1e-a09a-f7e311e8e711 None None] Provisioning complete for port 0f2b2c59-d098-425d-b07f-469451b6f57f triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:17.000745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53a579a0-a2d1-4d1e-a09a-f7e311e8e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:17.057663 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9f7de6c5-a30d-44a5-ac0d-a91791f08d2a req-aec58470-3229-495c-889b-e6927b6ce5d8 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012747
Nov 24 16:51:17.131628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-53a579a0-a2d1-4d1e-a09a-f7e311e8e711 None None] Port 0f2b2c59-d098-425d-b07f-469451b6f57f cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:51:17.134934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 19595d59-392f-4d2a-9252-251a35b447f2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=19595d59-392f-4d2a-9252-251a35b447f2,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:17.155648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '19595d59-392f-4d2a-9252-251a35b447f2', 'network_id': '689831a5-ba8b-404f-913a-246be98581e8', 'port_id': '19595d59-392f-4d2a-9252-251a35b447f2', 'mac_address': 'fa:16:3e:2e:5d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd88a7c0-9103-4614-940d-8d5a4b3edeb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:51:17.158394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:17.158892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:17.192822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:51:17.211220 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] 10.222.0.53 "PUT /v2.0/routers/d94ee41a-9f68-4430-abb6-51bed65bbb7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0691898
Nov 24 16:51:17.277655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:17.354145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19595d59-392f-4d2a-9252-251a35b447f2 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:51:17.381771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 19595d59-392f-4d2a-9252-251a35b447f2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=19595d59-392f-4d2a-9252-251a35b447f2,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:17.385172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 898a8bfc-7505-448c-a376-f2c22c834ca6 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:17.414934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:17.427744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bf0ccd8b-e457-4d37-9195-a502283ebd80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:17.532617 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=19595d59-392f-4d2a-9252-251a35b447f2,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:17.536859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:17.552823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 898a8bfc-7505-448c-a376-f2c22c834ca6 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:17.557978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 898a8bfc-7505-448c-a376-f2c22c834ca6 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:17.558610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:17.710689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['19595d59-392f-4d2a-9252-251a35b447f2'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:51:17.767986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:17.799722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 898a8bfc-7505-448c-a376-f2c22c834ca6, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=898a8bfc-7505-448c-a376-f2c22c834ca6,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:17.812210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:17.817229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d1af0800-d2e8-4b02-ad09-d8437ab6c1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:17.961900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5507c-1469-4435-901f-b218c17a93db req-7ec62d77-ab55-4fe4-a23d-1056d846323d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:17.963680 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7cb5507c-1469-4435-901f-b218c17a93db req-7ec62d77-ab55-4fe4-a23d-1056d846323d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1324844
Nov 24 16:51:17.971443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=898a8bfc-7505-448c-a376-f2c22c834ca6,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:17.978690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:17.989979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50642) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:17.998591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1077218338', 'description': 'tempest-secgroup-smoke-1077218338 description', 'project_id': '0c827ebf0e074b438e8481308273611a'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:18.012235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:18.028707 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7cb5507c-1469-4435-901f-b218c17a93db req-b31cc9e0-71da-4d36-807c-26ee44d54e64 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568283
Nov 24 16:51:18.030501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:18.042435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:18.060311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:18.075932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.117499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:18.123445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:18.126521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:18.133837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:18.194915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.198085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.203801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-684b1dc9-10a6-4295-a5a4-a89db00d71fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:18.245235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:18.248114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.249424 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2583025
Nov 24 16:51:18.250420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:18.252489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50656) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:18.259194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'security_group_rule': {'security_group_id': 'b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b', 'project_id': '0c827ebf0e074b438e8481308273611a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:18.265503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:18.269553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:18.272619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:18.278821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:18.296228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.299594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b66e7e-3989-4a89-a463-823da7d657a5 req-5802edb9-17a3-4019-a840-5ec8d6244305 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:18.301734 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-81b66e7e-3989-4a89-a463-823da7d657a5 req-5802edb9-17a3-4019-a840-5ec8d6244305 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 944 time: 0.0963235
Nov 24 16:51:18.352446 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-81b66e7e-3989-4a89-a463-823da7d657a5 req-b782e52a-c58a-407d-a8b1-02cb62b6b3b9 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442908
Nov 24 16:51:18.361756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.365435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.373829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c1f1ec62-10b5-4d03-8a1d-6064056bc665 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:18.396175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a42a4e-1682-46ef-88c3-48f3f1853efb,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:18.399463 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:18.405745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.408489 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1534801
Nov 24 16:51:18.410093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50662) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:18.416231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'security_group_rule': {'security_group_id': 'b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b', 'project_id': '0c827ebf0e074b438e8481308273611a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:18.422360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:18.426990 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:18.429953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:18.435955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:18.452819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.517781 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.521037 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.523171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b06f871b-d654-44de-b3b1-37426261972b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:18.546951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335a5184-a231-4be5-9699-a6d1e64824a0,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:18.549389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:18.555559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.556816 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7992d58c-adc0-4232-afb1-5f42c31d432d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1457136
Nov 24 16:51:18.559631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50666) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:18.566223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'security_group_rule': {'security_group_id': 'b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b', 'project_id': '0c827ebf0e074b438e8481308273611a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:18.572198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:18.576297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:18.579256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:18.586019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:18.601097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.664495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.667396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.669404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:18.692255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47367c8c-2d9f-4efa-a71d-9a9871a5f4c7,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:18.694717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:18.700639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.701886 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1412861
Nov 24 16:51:18.704842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50670) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:18.711296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'security_group_rule': {'security_group_id': 'b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b', 'project_id': '0c827ebf0e074b438e8481308273611a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:18.717173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:18.721087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:18.724022 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:18.730528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:18.745815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.814228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.817213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.825274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:18.845676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24196ec-6bf4-4241-b60e-66f6d699a20c,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:18.848900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:18.857118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.858459 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1526244
Nov 24 16:51:18.861368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50676) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:18.868124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'security_group_rule': {'security_group_id': 'b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b', 'project_id': '0c827ebf0e074b438e8481308273611a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:18.874560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:18.878726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:18.883526 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:18.889804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:18.899650 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Project 0c827ebf0e074b438e8481308273611a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 16:51:18.906615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.974453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.977277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:18.985248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-55b5a9d6-fb01-40d4-8838-1cce42ab2e51 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:19.004023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc5ca6f-33fe-42f1-95c7-65475d2f4342,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:19.006458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:19.013461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:19.014862 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c00393c1-74a8-48c4-bc35-86d126b0ebd0 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1524880
Nov 24 16:51:19.017682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 50680) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:19.024032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'security_group_rule': {'security_group_id': 'b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b', 'project_id': '0c827ebf0e074b438e8481308273611a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:19.030068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:19.034247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:security_group_rule and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:19.037847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:19.043985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:19.053519 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Project 0c827ebf0e074b438e8481308273611a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 16:51:19.060219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:19.144958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:19.149280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:19.151954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-12774dc2-143e-4564-b465-bf4d5e130a01 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:19.290118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdeb79-cd45-4ef9-a6f7-78dae4385547 req-6781cf81-36ba-46ae-b64b-c2de565eba80 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:19.291838 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eabdeb79-cd45-4ef9-a6f7-78dae4385547 req-6781cf81-36ba-46ae-b64b-c2de565eba80 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0917561
Nov 24 16:51:19.353128 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eabdeb79-cd45-4ef9-a6f7-78dae4385547 req-4fc5aea8-d2e7-4791-a593-6b6beda1ae46 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544252
Nov 24 16:51:19.371026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe1cab9-0e5f-4a4a-b4a6-d0eec77fbc66,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:19.374673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:19.393656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:19.395705 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-16e1c822-24b0-445f-8a14-0446be6dbd0f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3769610
Nov 24 16:51:19.534837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Sync routers for ids ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:51:19.549884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Routers {'d94ee41a-9f68-4430-abb6-51bed65bbb7b'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:19.550624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9a9ad68>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:19.579680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cacf6-1a2d-4311-b55c-237b46ad6729 req-75c6f240-0c3d-4662-8e63-5dbfc40c490c tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:19.581877 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-435cacf6-1a2d-4311-b55c-237b46ad6729 req-75c6f240-0c3d-4662-8e63-5dbfc40c490c tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 944 time: 0.1027250
Nov 24 16:51:19.632711 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-435cacf6-1a2d-4311-b55c-237b46ad6729 req-d9af318c-2891-40d8-b5c2-e5daa8ba8807 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441115
Nov 24 16:51:19.741372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Set router d94ee41a-9f68-4430-abb6-51bed65bbb7b gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:19.898964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 898a8bfc-7505-448c-a376-f2c22c834ca6 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:20.216958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 898a8bfc-7505-448c-a376-f2c22c834ca6 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:20.217375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:20.412717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9a9ad68>, [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:51:14Z', 'revision_number': 4, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port': {'id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:08Z', 'updated_at': '2021-11-24T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '0f2b2c59-d098-425d-b07f-469451b6f57f', 'name': '', 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'mac_address': 'fa:16:3e:9d:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52fe21-e94d-4771-b50e-06e1a38d0904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:13Z', 'updated_at': '2021-11-24T16:51:14Z', 'revision_number': 2, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'subnets': [{'id': 'ad52fe21-e94d-4771-b50e-06e1a38d0904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:20.417014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Checking router: d94ee41a-9f68-4430-abb6-51bed65bbb7b for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:51:20.417415 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Updating router d94ee41a-9f68-4430-abb6-51bed65bbb7b port 0f2b2c59-d098-425d-b07f-469451b6f57f binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 16:51:20.470270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:20.584540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eb43c-9f67-41a5-a97b-447ed3f651bd req-f8bfb2b3-84ba-4ce4-a473-5ca1d0d6dacf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:20.586323 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-675eb43c-9f67-41a5-a97b-447ed3f651bd req-f8bfb2b3-84ba-4ce4-a473-5ca1d0d6dacf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0927131
Nov 24 16:51:20.637387 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-675eb43c-9f67-41a5-a97b-447ed3f651bd req-32c344f9-b46d-4cb0-bbe6-9fc23331bef8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437710
Nov 24 16:51:20.830697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:20.839298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e0b33-3f21-4615-9ac6-b58ce41aea25 req-f5e50363-9d29-47ca-9670-8b8121dc5bbe tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:20.840885 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a4e0b33-3f21-4615-9ac6-b58ce41aea25 req-f5e50363-9d29-47ca-9670-8b8121dc5bbe tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 944 time: 0.0820429
Nov 24 16:51:20.843315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Transition to ACTIVE for port object 0f2b2c59-d098-425d-b07f-469451b6f57f will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:20.849759 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:20.864497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:20.892069 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a4e0b33-3f21-4615-9ac6-b58ce41aea25 req-bfefa6e1-2c86-426c-a72d-c6befff19f23 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440331
Nov 24 16:51:20.997452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Pushing event updated for resources: {'Port': ['ID=0f2b2c59-d098-425d-b07f-469451b6f57f,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:21.070650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.071044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.071423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.071800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.072167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.072539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.072903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.073267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.073628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.073987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.074372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:21.082275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:21.105968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Attempting to bind port 0f2b2c59-d098-425d-b07f-469451b6f57f on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:51:21.106570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Attempting to bind port 0f2b2c59-d098-425d-b07f-469451b6f57f by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:51:21.107112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Attempting to bind port 0f2b2c59-d098-425d-b07f-469451b6f57f on network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:21.117148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:51:21.122456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Checking segment: {'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:21.123124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:21.123854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Bound using segment: {'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:51:21.124550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Bound port: 0f2b2c59-d098-425d-b07f-469451b6f57f, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:51:21.125289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:21.237288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] For port 0f2b2c59-d098-425d-b07f-469451b6f57f, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:51:21.242196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] For port 0f2b2c59-d098-425d-b07f-469451b6f57f, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=0f2b2c59-d098-425d-b07f-469451b6f57f,segment=NetworkSegment(5d96ce8d-8f14-4adc-b4a0-3bd0c8771583),segment_id=5d96ce8d-8f14-4adc-b4a0-3bd0c8771583)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:51:21.246377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:21.251580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:21.351086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Pushing event updated for resources: {'Port': ['ID=0f2b2c59-d098-425d-b07f-469451b6f57f,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:21.360305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:21.364235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Routers {'d94ee41a-9f68-4430-abb6-51bed65bbb7b'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:21.364902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9a9ad68>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:21.562958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] Set router d94ee41a-9f68-4430-abb6-51bed65bbb7b gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:21.867522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52664c99-84ca-4629-86f8-b524e48c3248 req-a69e77b2-6748-4bfe-a963-6bbdcad2b466 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:21.869271 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-52664c99-84ca-4629-86f8-b524e48c3248 req-a69e77b2-6748-4bfe-a963-6bbdcad2b466 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0931668
Nov 24 16:51:21.928766 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-52664c99-84ca-4629-86f8-b524e48c3248 req-8cdbbf89-3664-4797-92d7-e2020cdd0cbb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527797
Nov 24 16:51:21.933689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9a9ad68>, [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:51:14Z', 'revision_number': 4, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port': {'id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:08Z', 'updated_at': '2021-11-24T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '0f2b2c59-d098-425d-b07f-469451b6f57f', 'name': '', 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'mac_address': 'fa:16:3e:9d:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52fe21-e94d-4771-b50e-06e1a38d0904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:13Z', 'updated_at': '2021-11-24T16:51:21Z', 'revision_number': 4, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'subnets': [{'id': 'ad52fe21-e94d-4771-b50e-06e1a38d0904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:21.938177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b87fe0-8a47-4e45-a314-02df0a994efa None None] The sync data for ids ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'] in dv-cinder-818778-2-iscsi is: [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:51:14Z', 'revision_number': 4, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port': {'id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:08Z', 'updated_at': '2021-11-24T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '0f2b2c59-d098-425d-b07f-469451b6f57f', 'name': '', 'network_id': '98e5df77-e17e-4db5-8ca4-8d19c85fe6a9', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'mac_address': 'fa:16:3e:9d:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52fe21-e94d-4771-b50e-06e1a38d0904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:13Z', 'updated_at': '2021-11-24T16:51:21Z', 'revision_number': 4, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'subnets': [{'id': 'ad52fe21-e94d-4771-b50e-06e1a38d0904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:51:22.306984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ae71b-61f1-4edb-9c89-afa365b18f7e req-fa153a71-6c3e-4e29-92ae-cd891b00d7b2 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:22.321882 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-be2ae71b-61f1-4edb-9c89-afa365b18f7e req-fa153a71-6c3e-4e29-92ae-cd891b00d7b2 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 944 time: 0.1098547
Nov 24 16:51:22.404464 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-be2ae71b-61f1-4edb-9c89-afa365b18f7e req-41f35908-e73b-4215-b5a4-d5de302c8cb9 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813091
Nov 24 16:51:22.853665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 19595d59-392f-4d2a-9252-251a35b447f2 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:22.957642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 19595d59-392f-4d2a-9252-251a35b447f2 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:22.967862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 19595d59-392f-4d2a-9252-251a35b447f2 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:22.968545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:23.145023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:23.179036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19595d59-392f-4d2a-9252-251a35b447f2'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:51:23.198576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66ea9-627e-44df-81af-74cd25ce3071 req-f7c4b67b-4f19-4918-a899-51c6ce00e777 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:23.208158 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0ec66ea9-627e-44df-81af-74cd25ce3071 req-f7c4b67b-4f19-4918-a899-51c6ce00e777 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1134124
Nov 24 16:51:23.210288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 19595d59-392f-4d2a-9252-251a35b447f2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=19595d59-392f-4d2a-9252-251a35b447f2,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:23.215420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:23.217684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f5f33e32-5edc-4830-95ca-0d19b06493cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:23.267878 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0ec66ea9-627e-44df-81af-74cd25ce3071 req-5cf6d75c-96da-4a1a-aa47-151099d3511a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583785
Nov 24 16:51:23.334078 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19595d59-392f-4d2a-9252-251a35b447f2', 'code': 200}
Nov 24 16:51:23.343323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=19595d59-392f-4d2a-9252-251a35b447f2,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:23.348182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:23.800140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f5e48-527f-4b9d-af8d-cb00c1d95543 req-ad622468-3305-4520-b972-b843aa34f6da tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:23.801798 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ec2f5e48-527f-4b9d-af8d-cb00c1d95543 req-ad622468-3305-4520-b972-b843aa34f6da tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 945 time: 0.1422777
Nov 24 16:51:23.805066 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-800e2c7a-ecae-4dd6-88a4-77d2c862d11c req-ce7d108d-5326-43d8-8b19-8ea0dc66928b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 1098 time: 0.2410588
Nov 24 16:51:23.879330 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-800e2c7a-ecae-4dd6-88a4-77d2c862d11c req-fac2357a-1268-4baa-b87d-bcea6ebc46cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659194
Nov 24 16:51:23.922378 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ec2f5e48-527f-4b9d-af8d-cb00c1d95543 req-c9383656-c1e7-4d1b-8584-0a55c7fc4cf1 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100419
Nov 24 16:51:24.039173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 0f2b2c59-d098-425d-b07f-469451b6f57f up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:24.145889 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 0f2b2c59-d098-425d-b07f-469451b6f57f completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:24.151535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 0f2b2c59-d098-425d-b07f-469451b6f57f triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:24.151983 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:24.375304 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:24.411661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 0f2b2c59-d098-425d-b07f-469451b6f57f, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=0f2b2c59-d098-425d-b07f-469451b6f57f,segment=NetworkSegment(5d96ce8d-8f14-4adc-b4a0-3bd0c8771583),segment_id=5d96ce8d-8f14-4adc-b4a0-3bd0c8771583)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:24.418091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:24.423348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fd5da470-f9ea-44e5-9ed6-1a4599bcdfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:24.521609 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=0f2b2c59-d098-425d-b07f-469451b6f57f,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:24.525639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:24.588915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a3078-ccc9-4e2f-93ed-6fa2f1d06799 req-fb08ec01-7988-4fb5-b136-8100ab01248a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:24.590732 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5c8a3078-ccc9-4e2f-93ed-6fa2f1d06799 req-fb08ec01-7988-4fb5-b136-8100ab01248a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1020863
Nov 24 16:51:24.653955 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5c8a3078-ccc9-4e2f-93ed-6fa2f1d06799 req-94255136-d958-4196-90c2-c3d9ce8e0ad1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521002
Nov 24 16:51:25.269144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca246468-7a62-4196-93da-fde6341b81a9 req-7242c3e2-9e12-45ac-9660-8ec4cbd903cf tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:25.280659 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ca246468-7a62-4196-93da-fde6341b81a9 req-7242c3e2-9e12-45ac-9660-8ec4cbd903cf tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 945 time: 0.1734772
Nov 24 16:51:25.354010 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ca246468-7a62-4196-93da-fde6341b81a9 req-2accfa75-332e-4290-8832-6f399cadf75b tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723834
Nov 24 16:51:25.926284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 0f2b2c59-d098-425d-b07f-469451b6f57f up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:51:25.994215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f20e6-1e6f-477e-8503-f0b0dac8672a req-474254ff-720e-46cd-94bb-8b4a1439c623 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:25.996160 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a19f20e6-1e6f-477e-8503-f0b0dac8672a req-474254ff-720e-46cd-94bb-8b4a1439c623 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1736460
Nov 24 16:51:26.061469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 0f2b2c59-d098-425d-b07f-469451b6f57f triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:26.062298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:26.077900 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a19f20e6-1e6f-477e-8503-f0b0dac8672a req-9109804e-749e-450c-a83b-4858b25fe1cb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726149
Nov 24 16:51:26.606996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7279ae-723a-4202-9cd5-2d3d7c9449fe req-f583bc55-702b-4c77-ad24-92f979792e1c tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:26.608604 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c7279ae-723a-4202-9cd5-2d3d7c9449fe req-f583bc55-702b-4c77-ad24-92f979792e1c tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 945 time: 0.0955503
Nov 24 16:51:26.683506 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c7279ae-723a-4202-9cd5-2d3d7c9449fe req-73c3c90e-cc5a-46fa-940f-11f820eb5831 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616052
Nov 24 16:51:26.917189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9df7e-08c4-4d60-b6d4-0cc82bb5b7b0 req-7619899f-c38f-4cc8-91d3-9d9422e3772d tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:26.919289 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1fe9df7e-08c4-4d60-b6d4-0cc82bb5b7b0 req-7619899f-c38f-4cc8-91d3-9d9422e3772d tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 945 time: 0.0891142
Nov 24 16:51:26.978462 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1fe9df7e-08c4-4d60-b6d4-0cc82bb5b7b0 req-e776dc7e-d80d-4df4-9265-26dd88c7a6e8 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513003
Nov 24 16:51:27.397503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f23695-f381-4af7-9243-3b74b2672faa req-82688a91-38c9-4abc-947d-f6d2d51db0b3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:27.400289 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3f23695-f381-4af7-9243-3b74b2672faa req-82688a91-38c9-4abc-947d-f6d2d51db0b3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1221826
Nov 24 16:51:27.473155 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3f23695-f381-4af7-9243-3b74b2672faa req-8e5d038b-64de-43a0-a4db-26688ece6f28 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634565
Nov 24 16:51:27.577378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ec6cb-d8db-494a-b495-11122989c53b req-f7aba7bf-d844-4520-ae77-0a3271a27ab7 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:27.583166 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f4ec6cb-d8db-494a-b495-11122989c53b req-f7aba7bf-d844-4520-ae77-0a3271a27ab7 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 945 time: 0.0995674
Nov 24 16:51:27.651148 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f4ec6cb-d8db-494a-b495-11122989c53b req-232444da-735e-4454-902e-1bcf2a14f120 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621653
Nov 24 16:51:28.772655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c669c-72e6-459b-bfe8-5836280c5a05 req-08fc1a4a-7be0-4085-85bf-bdd2d5cbbb02 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:28.774309 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-143c669c-72e6-459b-bfe8-5836280c5a05 req-08fc1a4a-7be0-4085-85bf-bdd2d5cbbb02 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0945888
Nov 24 16:51:29.014597 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-143c669c-72e6-459b-bfe8-5836280c5a05 req-63a3a08a-728d-4730-ba54-9a12cc003ab3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2328475
Nov 24 16:51:30.123153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:30.306477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c11f3-be08-462f-83a9-e375fdb7ee5e req-e9e597a7-dd00-475c-b963-435d41aeb779 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:30.308795 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e78c11f3-be08-462f-83a9-e375fdb7ee5e req-e9e597a7-dd00-475c-b963-435d41aeb779 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1089382
Nov 24 16:51:30.374680 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e78c11f3-be08-462f-83a9-e375fdb7ee5e req-2677c406-76af-43e2-bbd2-05b5ebf69526 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595253
Nov 24 16:51:31.604306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf256dd-6a43-40bd-aaf6-25c5d8674b39 req-ab4afb29-1e3c-4be7-b8aa-98980cb0dd46 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:31.607420 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-daf256dd-6a43-40bd-aaf6-25c5d8674b39 req-ab4afb29-1e3c-4be7-b8aa-98980cb0dd46 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0915473
Nov 24 16:51:31.674399 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-daf256dd-6a43-40bd-aaf6-25c5d8674b39 req-916b47cd-5cbe-4d97-a96e-7b37d3cb81f8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529692
Nov 24 16:51:32.922843 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d1194-c58c-4a93-a528-a6689a268c1d req-7299db10-b040-439f-8166-12bbcc1eb718 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:32.931149 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-596d1194-c58c-4a93-a528-a6689a268c1d req-7299db10-b040-439f-8166-12bbcc1eb718 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0952315
Nov 24 16:51:32.995956 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-596d1194-c58c-4a93-a528-a6689a268c1d req-42133e67-e7b0-47a4-8d3e-b79de3359b40 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635014
Nov 24 16:51:34.287451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe613-637a-4663-98e7-543414be08f1 req-962fe210-57da-42be-be71-36e256e383c1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:34.291388 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2cafe613-637a-4663-98e7-543414be08f1 req-962fe210-57da-42be-be71-36e256e383c1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1505587
Nov 24 16:51:34.347667 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2cafe613-637a-4663-98e7-543414be08f1 req-b0ac4a30-ad60-4438-9019-b22a0e6dd214 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487218
Nov 24 16:51:35.073740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7d9e6f9-7cc3-4ccc-90c6-7f4c5737e35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:35.594648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdca00-b97c-4075-9ef5-3443516f175c req-1070f6da-b54d-4021-8fdb-f12b1d46284f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:35.597174 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95bdca00-b97c-4075-9ef5-3443516f175c req-1070f6da-b54d-4021-8fdb-f12b1d46284f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1006148
Nov 24 16:51:35.659891 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95bdca00-b97c-4075-9ef5-3443516f175c req-26382c8b-ce98-44f9-9d98-39d65c189694 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559719
Nov 24 16:51:36.521195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:36.889686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512a0e7-3637-40fe-964f-beb7cea93991 req-54a00d5c-47d2-4802-b8d8-8e08f367023e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:36.891341 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3512a0e7-3637-40fe-964f-beb7cea93991 req-54a00d5c-47d2-4802-b8d8-8e08f367023e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0856144
Nov 24 16:51:36.944206 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3512a0e7-3637-40fe-964f-beb7cea93991 req-1cccee12-0a03-4984-98ee-8dd87a73aaf0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453238
Nov 24 16:51:37.576825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c83c9c07-c42e-405b-9e6b-bec38abbec2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:38.064453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:38.196069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87f367-31b3-4339-866c-57dde1da34ba req-d3cc3a42-e7d8-45bc-9e44-8496ada9c5ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:38.198115 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4a87f367-31b3-4339-866c-57dde1da34ba req-d3cc3a42-e7d8-45bc-9e44-8496ada9c5ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0949502
Nov 24 16:51:38.270873 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4a87f367-31b3-4339-866c-57dde1da34ba req-288c834e-8032-4627-a2af-0511c0ac0424 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593510
Nov 24 16:51:39.038528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:39.560129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ed0f2-2d5a-495b-bada-d4253d99ce34 req-689a6cbf-6e79-4c31-9dc0-ba3e44ac2f9a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:39.567533 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bf7ed0f2-2d5a-495b-bada-d4253d99ce34 req-689a6cbf-6e79-4c31-9dc0-ba3e44ac2f9a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1256251
Nov 24 16:51:39.648615 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bf7ed0f2-2d5a-495b-bada-d4253d99ce34 req-18e6e857-2d99-43e5-afbd-dea2f8ae622d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726373
Nov 24 16:51:40.921972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648494e1-9584-4336-a64d-8d51a0f793a9 req-260c80f0-0d71-4c27-a51f-cff9ba2d0018 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:40.929383 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-648494e1-9584-4336-a64d-8d51a0f793a9 req-260c80f0-0d71-4c27-a51f-cff9ba2d0018 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0939579
Nov 24 16:51:40.983273 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-648494e1-9584-4336-a64d-8d51a0f793a9 req-52f31241-0faa-449e-b3c2-05c3f25894ff tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528188
Nov 24 16:51:42.165555 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-32d2f2d1-e27b-470a-bb9e-41c49ad45e62 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1077218338&fields=id&tenant_id=0c827ebf0e074b438e8481308273611a HTTP/1.1" status: 200  len: 267 time: 0.0522881
Nov 24 16:51:42.407577 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd1cd5-92df-4ff9-952b-d3120fea2f9b req-ebe38e33-365c-4bab-99b4-5cb037e14c3a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:42.409876 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-29fd1cd5-92df-4ff9-952b-d3120fea2f9b req-ebe38e33-365c-4bab-99b4-5cb037e14c3a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2581468
Nov 24 16:51:42.421464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b193f88a-9b6f-495e-8ab9-05d5af6c5aa7 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:42.423413 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b193f88a-9b6f-495e-8ab9-05d5af6c5aa7 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/networks?id=9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 HTTP/1.1" status: 200  len: 812 time: 0.2570469
Nov 24 16:51:42.471486 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-46dd1341-452b-4ddd-8baa-8a4e421dc51f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/quotas/0c827ebf0e074b438e8481308273611a HTTP/1.1" status: 200  len: 375 time: 0.0268440
Nov 24 16:51:42.535140 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-29fd1cd5-92df-4ff9-952b-d3120fea2f9b req-fe72ddf5-19ef-4ed6-81b2-01288f64f257 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103289
Nov 24 16:51:42.591449 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-39eae4e8-9c90-42f0-957c-fed4339e3c23 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c827ebf0e074b438e8481308273611a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1106896
Nov 24 16:51:42.759405 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-5843631d-7553-49c6-a79d-ca9277727ea7 service neutron] 10.222.0.53 "GET /v2.0/networks/9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503379
Nov 24 16:51:42.937338 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b390c9cf-02ce-4f39-ad30-3d3d5f96c206 service neutron] 10.222.0.53 "GET /v2.0/networks/9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700840
Nov 24 16:51:43.074744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:51:43.521143 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ad51f1e2-3498-4409-a2a2-019e82935d4a req-3f8c5b10-b273-4715-8f54-b7d1f216a0ad tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 210 time: 0.0604305
Nov 24 16:51:43.772951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b410e7-7417-4d00-a6c7-e1a6b185ff5b req-97e2b981-e7da-4f78-9724-c58a0ee17a0b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:43.774557 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-04b410e7-7417-4d00-a6c7-e1a6b185ff5b req-97e2b981-e7da-4f78-9724-c58a0ee17a0b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0947251
Nov 24 16:51:43.828416 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-04b410e7-7417-4d00-a6c7-e1a6b185ff5b req-9a5572d8-c3de-4fb5-8023-4272104f9bcd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455990
Nov 24 16:51:44.714930 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f1924021-b850-4d9c-a044-2017dd480494 req-93e84136-dac1-49bb-886a-85a92b508d75 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 210 time: 0.0630250
Nov 24 16:51:44.774311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-ec86fb5a-80e6-4010-9dcf-b31978b218cf tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:44.775820 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-ec86fb5a-80e6-4010-9dcf-b31978b218cf tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.21 "GET /v2.0/networks?id=9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 HTTP/1.1" status: 200  len: 812 time: 0.2125146
Nov 24 16:51:44.833625 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-70e53398-5fe8-4915-acb6-099904a27c11 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c827ebf0e074b438e8481308273611a HTTP/1.1" status: 200  len: 380 time: 0.0452192
Nov 24 16:51:44.842492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Request body: {'port': {'device_id': 'b7a7e604-e6e9-4ec7-895a-ce1386401624', 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1', 'admin_state_up': True, 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'security_groups': ['b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b']}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:45.033769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:51:45.040590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Usage tracker for resource:port and tenant:0c827ebf0e074b438e8481308273611a is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:51:45.045902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:51:45.053260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:51:45.075133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Made reservation on behalf of 0c827ebf0e074b438e8481308273611a for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:51:45.081262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:45.108930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81d2d8-ad67-42ce-b266-6f86c8a58f46 req-427f964f-dc49-417b-a480-3d6f2bf6078c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:45.110699 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b81d2d8-ad67-42ce-b266-6f86c8a58f46 req-427f964f-dc49-417b-a480-3d6f2bf6078c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1366522
Nov 24 16:51:45.235519 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b81d2d8-ad67-42ce-b266-6f86c8a58f46 req-9b05bf6f-5ca5-4e63-90b4-34b744bdda6d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813615
Nov 24 16:51:45.321683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Allocated IP 172.20.0.7 (9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1/78042e46-5cd3-4359-9d2c-0c1332626dbf/d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:51:45.539379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:45.557417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Transition to ACTIVE for port object d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:45.579684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:45.597359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:45.655157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:51:45.659242 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:51:45.661863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:51:45.666369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:45.666909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:45.698579 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8597984
Nov 24 16:51:45.699583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event updated for resources: {'Port': ['ID=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:45.713987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Request body: {'port': {'device_id': 'b7a7e604-e6e9-4ec7-895a-ce1386401624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:51:45.771484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.772044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.772259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.772652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.773093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.773481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.773866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.774277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.774660 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.775041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.775419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:51:45.811539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:45.891324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:46.061633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8e6890c8-32ad-4b01-b37c-fa655bf7e41f None None] Provisioning for port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:51:46.069320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-8e6890c8-32ad-4b01-b37c-fa655bf7e41f None None] Provisioning complete for port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:51:46.069991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e6890c8-32ad-4b01-b37c-fa655bf7e41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:46.073268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2f5b3-92dc-45c9-bd4a-a7d00c147b01 req-ec888bba-f0cb-4812-b812-93c2fa5faa92 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:46.074053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-78f2f5b3-92dc-45c9-bd4a-a7d00c147b01 req-ec888bba-f0cb-4812-b812-93c2fa5faa92 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Synchronizing usage tracker for tenant:0c827ebf0e074b438e8481308273611a on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:51:46.124104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8e6890c8-32ad-4b01-b37c-fa655bf7e41f None None] Port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:51:46.177593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-78f2f5b3-92dc-45c9-bd4a-a7d00c147b01 req-ec888bba-f0cb-4812-b812-93c2fa5faa92 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Unset dirty status for tenant:0c827ebf0e074b438e8481308273611a on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:51:46.178827 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78f2f5b3-92dc-45c9-bd4a-a7d00c147b01 req-ec888bba-f0cb-4812-b812-93c2fa5faa92 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 931 time: 0.3242855
Nov 24 16:51:46.266113 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78f2f5b3-92dc-45c9-bd4a-a7d00c147b01 req-9a22355f-67cc-4644-b696-8c0b4236efe5 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/security-groups?id=b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791144
Nov 24 16:51:46.350111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:51:46.357100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:46.374039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Transition to ACTIVE for port object d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:51:46.378326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:46.382908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:46.749555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Pushing event updated for resources: {'Port': ['ID=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:46.755866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:46.833452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6e40a-dc69-4006-9e1b-8701fc2ffd27 req-9401c5da-ba00-4f8c-8483-ea34ede472d4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:46.835067 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-18f6e40a-dc69-4006-9e1b-8701fc2ffd27 req-9401c5da-ba00-4f8c-8483-ea34ede472d4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.4187384
Nov 24 16:51:46.835904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Attempting to bind port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:51:46.836275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Attempting to bind port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:51:46.836639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Attempting to bind port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff on network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:46.856642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff on network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:51:46.857004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Attempting to bind port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff on network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:51:46.871380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:51:46.871751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Checking segment: {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:51:46.872162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Bound using segment: {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:51:46.872627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Bound port: d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a44ecfec-2d5a-4b2d-9673-934e5b3580de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:51:46.873005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:46.946451 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-18f6e40a-dc69-4006-9e1b-8701fc2ffd27 req-9381ec78-e5a4-4964-88f0-b06c5a89e871 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040125
Nov 24 16:51:46.981103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] For port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:51:46.984570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] For port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:51:46.986892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51228) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:46.988408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:46.992988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:47.052756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.053696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Deleting subnet ee4b36e7-27fe-43a7-b244-9f31ae42150b {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:51:47.054254 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] 10.222.0.21 "PUT /v2.0/ports/d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff HTTP/1.1" status: 200  len: 1093 time: 1.3450956
Nov 24 16:51:47.057050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.057185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a7e604-e6e9-4ec7-895a-ce1386401624', 'tag': 'd1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:51:47.091496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Pushing event updated for resources: {'Port': ['ID=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:47.095039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:47.128852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2386253'] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.146705 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a7e604-e6e9-4ec7-895a-ce1386401624', 'tag': 'd1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff', 'status': 'completed', 'code': 200}
Nov 24 16:51:47.189293 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-4ac8f6bb-1b90-48b2-8a84-6a15e4b58d7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c827ebf0e074b438e8481308273611a&device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 1096 time: 0.0889812
Nov 24 16:51:47.194244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.269646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1274895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2388525'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.270076 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-32ef3127-cf2c-4f11-bc8c-5621562ca6c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff HTTP/1.1" status: 200  len: 217 time: 0.0730114
Nov 24 16:51:47.274812 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:47.315606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4b36e7-27fe-43a7-b244-9f31ae42150b,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:47.318343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:47.322065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.332923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51236) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:47.333293 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee4b36e7-27fe-43a7-b244-9f31ae42150b HTTP/1.1" status: 204  len: 168 time: 0.3453169
Nov 24 16:51:47.420058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-24fd180d-1df8-4acc-97b2-c05931bc2b5b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:47.421646 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-24fd180d-1df8-4acc-97b2-c05931bc2b5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78042e46-5cd3-4359-9d2c-0c1332626dbf HTTP/1.1" status: 200  len: 851 time: 0.1453009
Nov 24 16:51:47.568176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.661409 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-7de77f27-6403-43ab-aff1-e7073efa70b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2248027
Nov 24 16:51:47.756403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726a6e0-7a44-47cb-a82e-34f172257932 req-d030e06e-32f1-4fdc-8ead-d34fa901fbba tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:47.757967 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9726a6e0-7a44-47cb-a82e-34f172257932 req-d030e06e-32f1-4fdc-8ead-d34fa901fbba tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 943 time: 0.3226669
Nov 24 16:51:47.790089 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:47.897518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f83f98fc9e8>> segment before_delete 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.898110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f83f98fc9e8>> subnet precommit_delete_associations 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.898702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> segment_host_mapping after_create 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.899073 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> port after_create 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.899423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> port after_delete 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.899771 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> port after_update 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.900122 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> segment after_delete 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.900472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> subnet after_create 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.900820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> subnet after_delete 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:47.901167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f83f98fc4e0>> subnet after_update 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:48.037977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f959e908>> subnet after_create 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:48.038396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f959e908>> subnet after_delete 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:48.038765 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f959e908>> subnet before_create 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:48.039137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f83f959e908>> subnet before_update 55550000 {{(pid=88185) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 24 16:51:48.039519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f964ada0>,) {'filters': {'network_id': ['1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:48.063621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f964ada0>, '5a77e214-ef3f-4483-9b2d-dd7c184ece90') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:48.063820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f964ada0>, '5a77e214-ef3f-4483-9b2d-dd7c184ece90') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:48.100425 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9726a6e0-7a44-47cb-a82e-34f172257932 req-bf8e6d51-b90f-43d9-b055-d8e44aa527ad tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/security-groups?id=b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3346040
Nov 24 16:51:48.102069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:48.173038 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-1bef43bf-2b13-44d0-95d0-8fdc83d4c249 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4553969
Nov 24 16:51:48.207003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:48.225537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:51:48.225965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   (self, other),
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   (self, other),
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:51:48.243632 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:51:48.409824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:48.433521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:48.439691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2bd4324a-0727-4717-8f73-e42f0fe6efcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:48.474419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec17cd9-df92-4e79-bcd2-9cfa8ec3e84d req-200ccccb-50c8-4140-a82e-f9e5676b089a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:48.476003 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8ec17cd9-df92-4e79-bcd2-9cfa8ec3e84d req-200ccccb-50c8-4140-a82e-f9e5676b089a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.3863904
Nov 24 16:51:48.493582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Pushing event deleted for resources: {'Network': ['ID=1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:48.496209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:48.518847 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-13a2cc8a-5e89-43be-9a4f-3aa32a02d122 service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3362422
Nov 24 16:51:48.520145 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] 10.222.0.53 "DELETE /v2.0/networks/1de3b3e2-15de-4e7c-9e38-8dd8e10d68ed HTTP/1.1" status: 204  len: 168 time: 1.1859062
Nov 24 16:51:48.552601 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8ec17cd9-df92-4e79-bcd2-9cfa8ec3e84d req-4e7e5af0-dc6c-4cf5-88e5-23bffd7f6992 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632210
Nov 24 16:51:48.666412 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-feb637a7-d940-4a92-ade2-d934fbecccda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c827ebf0e074b438e8481308273611a&device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 1096 time: 0.0991867
Nov 24 16:51:48.773567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51258) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:48.832100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-c077f7fc-3eca-4dc9-bb41-411b86c3a468 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:48.833646 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-c077f7fc-3eca-4dc9-bb41-411b86c3a468 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 HTTP/1.1" status: 200  len: 913 time: 0.1605225
Nov 24 16:51:48.836666 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51264) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:48.837203 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-08217884-849d-4c68-9ec7-b34ebbe8ed5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea524ffee5024139848377aa032f1623&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0622344
Nov 24 16:51:48.927615 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-9bfdcde5-1096-43d7-a837-7ddfa53fcb44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff HTTP/1.1" status: 200  len: 217 time: 0.0778236
Nov 24 16:51:49.076366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-ed6bec11-6db1-40e4-a7e2-22bbe8762876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:49.077909 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-ed6bec11-6db1-40e4-a7e2-22bbe8762876 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78042e46-5cd3-4359-9d2c-0c1332626dbf HTTP/1.1" status: 200  len: 851 time: 0.1370192
Nov 24 16:51:49.078874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:49.164993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:49.208870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-3adb09e2-f236-47cf-a2be-964a9b6b114f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:49.210346 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-3adb09e2-f236-47cf-a2be-964a9b6b114f tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.21 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 943 time: 0.2296734
Nov 24 16:51:49.354339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Deleting port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:51:49.354713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:49.572976 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-a7b38ba6-d214-452d-88b1-9c091ffac4da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4807372
Nov 24 16:51:49.613145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:49.622830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:49.695359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2361fa6-3326-4686-9678-9433c8f03fbe,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:49.706885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:49.723029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:49.726751 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2361fa6-3326-4686-9678-9433c8f03fbe HTTP/1.1" status: 204  len: 168 time: 0.8866215
Nov 24 16:51:49.819832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c1a2-01a8-4b9e-90d1-262dd79b7112 req-21c78a11-817a-40bc-99ab-4f53090d838d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:49.821131 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c330c1a2-01a8-4b9e-90d1-262dd79b7112 req-21c78a11-817a-40bc-99ab-4f53090d838d tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 943 time: 0.5608656
Nov 24 16:51:49.995807 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-836bef08-bd1d-42ee-b2a0-32a20d3242ba service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4096045
Nov 24 16:51:50.074274 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c330c1a2-01a8-4b9e-90d1-262dd79b7112 req-a8f30671-d870-4708-bec8-bb22c3f3fe18 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/security-groups?id=b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2339668
Nov 24 16:51:50.171504 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b01c2-bec5-4ad1-8383-681043576475 req-4d05c63d-dfef-4dca-850a-9dfdaf0229cc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:50.173083 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f59b01c2-bec5-4ad1-8383-681043576475 req-4d05c63d-dfef-4dca-850a-9dfdaf0229cc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.4112659
Nov 24 16:51:50.187517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] For port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:50.187914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:50.354247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Calling delete_port for d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:51:50.445014 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47ab55e1-ad56-4d35-9067-d401a7099a9f req-cff31293-12d4-4419-b97a-a068075e695c service neutron] 10.222.0.21 "GET /v2.0/networks/9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4311488
Nov 24 16:51:50.449451 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f59b01c2-bec5-4ad1-8383-681043576475 req-510b9985-4330-45f2-bab2-6e0993e5fd7e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2641053
Nov 24 16:51:50.541369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:50.546895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:50.589743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event deleted for resources: {'Port': ['ID=d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:50.594064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:50.669702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] No DVR routers for this DVR port d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:51:50.672200 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:50.675787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a7e604-e6e9-4ec7-895a-ce1386401624', 'name': 'network-vif-deleted', 'tag': 'd1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:51:50.692032 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fe775c0-a53b-4cad-9fc4-56b57bde38ff req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.21 "DELETE /v2.0/ports/d1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff HTTP/1.1" status: 204  len: 173 time: 1.4679799
Nov 24 16:51:50.732305 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7a7e604-e6e9-4ec7-895a-ce1386401624', 'name': 'network-vif-deleted', 'tag': 'd1e8e2a8-60eb-4a73-a9e1-b63e315bc4ff', 'status': 'failed', 'code': 422} returned with failed status
Nov 24 16:51:51.262067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a4c195ae-84c6-45d1-9041-740cd2ea7754 req-986ec8bf-5288-4399-98aa-a3b3a1413658 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Synchronizing usage tracker for tenant:0c827ebf0e074b438e8481308273611a on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:51:51.289642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-a4c195ae-84c6-45d1-9041-740cd2ea7754 req-986ec8bf-5288-4399-98aa-a3b3a1413658 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Unset dirty status for tenant:0c827ebf0e074b438e8481308273611a on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:51:51.290952 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a4c195ae-84c6-45d1-9041-740cd2ea7754 req-986ec8bf-5288-4399-98aa-a3b3a1413658 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 210 time: 0.0743370
Nov 24 16:51:51.674422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afb0ed-2a8c-4bbd-851a-87138a741487 req-9829d4f1-cf16-414c-ab8c-0c62c448c7ba tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:51.675996 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d3afb0ed-2a8c-4bbd-851a-87138a741487 req-9829d4f1-cf16-414c-ab8c-0c62c448c7ba tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0842998
Nov 24 16:51:51.724252 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d3afb0ed-2a8c-4bbd-851a-87138a741487 req-bc4514c2-1345-4b7b-be49-57e3fe92d7f4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420721
Nov 24 16:51:52.479736 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f8f9b174-87a2-4435-bc24-eadbb0e12349 req-e6ff6035-4dfe-487a-b813-dbc7effe8f50 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 210 time: 0.0475755
Nov 24 16:51:52.747026 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6701c14d-e75d-4719-bc01-454e286d0ce1 req-ff5c04a0-a3c3-460d-909e-8734de7eb11b tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7a7e604-e6e9-4ec7-895a-ce1386401624 HTTP/1.1" status: 200  len: 210 time: 0.0455523
Nov 24 16:51:52.961517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e7ff9-0b07-483d-905f-700b44633758 req-0d2e84bb-b0fa-4b8c-ab36-70a3dbe53b32 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:52.963226 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e55e7ff9-0b07-483d-905f-700b44633758 req-0d2e84bb-b0fa-4b8c-ab36-70a3dbe53b32 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0987046
Nov 24 16:51:53.038098 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e55e7ff9-0b07-483d-905f-700b44633758 req-7007d8b0-c60f-4fe8-909e-4de0caab4061 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612869
Nov 24 16:51:54.277445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f34fd-1d37-4e72-9122-4e4647e7d6d9 req-b468da9c-ad77-4ed2-b5c5-c1352b0addfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:54.279090 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-858f34fd-1d37-4e72-9122-4e4647e7d6d9 req-b468da9c-ad77-4ed2-b5c5-c1352b0addfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0949154
Nov 24 16:51:54.328713 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-858f34fd-1d37-4e72-9122-4e4647e7d6d9 req-131f3476-8371-412d-b96f-9f0b5a07ac70 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431440
Nov 24 16:51:54.836124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51396) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:54.909055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:54.941967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:54.996918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:55.002100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a777705a-a59b-4562-af11-85d473e0aec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:55.016677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:55.019946 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:55.021102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:55.022675 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] 10.222.0.53 "DELETE /v2.0/security-groups/b53c4bee-638a-4e49-bcd9-2ce3ea9ba43b HTTP/1.1" status: 204  len: 168 time: 0.1850729
Nov 24 16:51:55.069101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51402) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:55.476019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:55.552129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bd29-5a61-404d-b313-a2ad49b10736 req-d0aeb507-c78a-4a4d-bc88-1153c2166cb7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:55.553995 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cfc8bd29-5a61-404d-b313-a2ad49b10736 req-d0aeb507-c78a-4a4d-bc88-1153c2166cb7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0862038
Nov 24 16:51:55.608384 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cfc8bd29-5a61-404d-b313-a2ad49b10736 req-bf99cefb-1031-48aa-9ded-844d1c316222 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475867
Nov 24 16:51:56.109738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Deleting port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:51:56.110063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:56.291819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] For port c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:56.292216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:56.418907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Calling delete_port for c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 owned by network:router_interface {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:51:56.747151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:56.751731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:56.792161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:56.795957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:56.841786 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dfafb-cd57-43d6-9e8c-7ed2099083af req-fec65958-74ae-477c-941b-851ca6e3a56a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:56.843463 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-796dfafb-cd57-43d6-9e8c-7ed2099083af req-fec65958-74ae-477c-941b-851ca6e3a56a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0880351
Nov 24 16:51:56.895288 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-796dfafb-cd57-43d6-9e8c-7ed2099083af req-54c72550-e416-4043-b06f-83a56ccfb662 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439525
Nov 24 16:51:57.288598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:57.928758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Router b0d13ccc-84f5-4bdb-98eb-0608882e9444 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:51:58.117167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15bf2-f3ef-4976-bc7e-05979915bd37 req-6e0abd4d-7377-475e-a792-8719db807548 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:58.118800 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-83b15bf2-f3ef-4976-bc7e-05979915bd37 req-6e0abd4d-7377-475e-a792-8719db807548 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0863461
Nov 24 16:51:58.140661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:51:58.154391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] Sync routers for ids ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:51:58.159909 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] 10.222.0.53 "PUT /v2.0/routers/b0d13ccc-84f5-4bdb-98eb-0608882e9444/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0896246
Nov 24 16:51:58.163376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51450) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:51:58.173787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] Routers {'b0d13ccc-84f5-4bdb-98eb-0608882e9444'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:58.175373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d1bd30>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:58.187265 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-83b15bf2-f3ef-4976-bc7e-05979915bd37 req-fcabc971-1d04-4da9-bde8-70258556d0ab tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619342
Nov 24 16:51:58.385046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks [] for router, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:58.522815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] Set router b0d13ccc-84f5-4bdb-98eb-0608882e9444 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:58.601953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:58.610745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Deleting port 13040bf6-e097-4790-a3f1-bb1c5e256de3 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:51:58.611111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:58.820906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] For port 13040bf6-e097-4790-a3f1-bb1c5e256de3, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=13040bf6-e097-4790-a3f1-bb1c5e256de3,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:51:58.821876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:58.833758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d1bd30>, [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:51:56Z', 'revision_number': 5, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port': {'id': '13040bf6-e097-4790-a3f1-bb1c5e256de3', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:57Z', 'updated_at': '2021-11-24T16:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:58.838506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] Checking router: b0d13ccc-84f5-4bdb-98eb-0608882e9444 for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:51:58.850945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] Routers {'b0d13ccc-84f5-4bdb-98eb-0608882e9444'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:51:58.851816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d1bd30>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:58.975999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Calling delete_port for 13040bf6-e097-4790-a3f1-bb1c5e256de3 owned by network:router_gateway {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:51:59.020724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] Set router b0d13ccc-84f5-4bdb-98eb-0608882e9444 gateway port host: None {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:51:59.139637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d1bd30>, [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:51:58Z', 'revision_number': 6, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:51:59.144707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a0e136-7e31-4428-aa6f-057e241f1f16 None None] The sync data for ids ['b0d13ccc-84f5-4bdb-98eb-0608882e9444'] in dv-cinder-818778-2-iscsi is: [{'id': 'b0d13ccc-84f5-4bdb-98eb-0608882e9444', 'name': 'tempest-TestVolumeBootPattern-1765724610-router', 'tenant_id': '0c827ebf0e074b438e8481308273611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:55Z', 'updated_at': '2021-11-24T16:51:58Z', 'revision_number': 6, 'project_id': '0c827ebf0e074b438e8481308273611a', 'gw_port_host': None}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:51:59.413136 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:59.417623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:51:59.464267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Pushing event deleted for resources: {'Port': ['ID=13040bf6-e097-4790-a3f1-bb1c5e256de3,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:51:59.466881 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:51:59.501541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1991-945f-4413-9c94-682e302725a6 req-6a02e44c-2178-4d00-94cc-9974300cd0b0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:51:59.503880 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-824a1991-945f-4413-9c94-682e302725a6 req-6a02e44c-2178-4d00-94cc-9974300cd0b0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0975313
Nov 24 16:51:59.562709 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-824a1991-945f-4413-9c94-682e302725a6 req-2322356a-1898-4f39-bb81-6ee570cfe2f0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522325
Nov 24 16:51:59.704730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:59.912339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:51:59.946892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:51:59.947294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c4f6c996-9cb9-4fba-8fb4-ecdfbd70e9a5 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:51:59.947739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 13040bf6-e097-4790-a3f1-bb1c5e256de3 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:51:59.977388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:59.981914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:51:59.983175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 13040bf6-e097-4790-a3f1-bb1c5e256de3 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:51:59.983549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 13040bf6-e097-4790-a3f1-bb1c5e256de3 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:52:00.069945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.070565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d13ccc-84f5-4bdb-98eb-0608882e9444 {{(pid=88184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 16:52:00.083680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.084899 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] 10.222.0.53 "DELETE /v2.0/routers/b0d13ccc-84f5-4bdb-98eb-0608882e9444 HTTP/1.1" status: 204  len: 168 time: 1.9205554
Nov 24 16:52:00.087551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51480) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:00.131732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.162255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Deleting subnet 78042e46-5cd3-4359-9d2c-0c1332626dbf {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:52:00.165764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.221520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2386253'] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.339455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.404438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1274895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2388525'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.409028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0c6fa2d2-871b-47a2-9ad1-17587d6c60ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:00.446567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78042e46-5cd3-4359-9d2c-0c1332626dbf,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:00.450219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:00.453986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.459747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e532612-50e5-40d1-8101-00581624a615 None None] Network 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:52:00.463480 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fddf4191-4c38-467f-9f11-f0a0a6e47b60 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/78042e46-5cd3-4359-9d2c-0c1332626dbf HTTP/1.1" status: 204  len: 168 time: 0.3725090
Nov 24 16:52:00.463892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51486) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:00.589857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.601631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Deleting port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:00.602170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.759844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] DHCP port deletion for 9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 16:52:00.765846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Deleting port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:00.766447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.893412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] For port 4ed1e648-e787-4a58-8b81-2ed5d49339d2, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=4ed1e648-e787-4a58-8b81-2ed5d49339d2,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:00.893813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:00.914898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fbd68-8b76-4f50-81e9-7563bd852db9 req-8340ec26-d3f6-4dbc-b042-3d697eef5b13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:00.916505 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-260fbd68-8b76-4f50-81e9-7563bd852db9 req-8340ec26-d3f6-4dbc-b042-3d697eef5b13 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2132342
Nov 24 16:52:00.993238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] For port 4ed1e648-e787-4a58-8b81-2ed5d49339d2, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=4ed1e648-e787-4a58-8b81-2ed5d49339d2,segment=NetworkSegment(a44ecfec-2d5a-4b2d-9673-934e5b3580de),segment_id=a44ecfec-2d5a-4b2d-9673-934e5b3580de)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:00.993743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.051262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Calling delete_port for 4ed1e648-e787-4a58-8b81-2ed5d49339d2 owned by network:dhcp {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:52:01.120867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Calling delete_port for 4ed1e648-e787-4a58-8b81-2ed5d49339d2 owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:52:01.123793 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-260fbd68-8b76-4f50-81e9-7563bd852db9 req-3123125e-43d6-4bfb-baae-1f10d146a677 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529794
Nov 24 16:52:01.150540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.162868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:01.212503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] No DVR routers for this DVR port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 on host dv-cinder-818778-2-iscsi {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:52:01.253768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed1e648-e787-4a58-8b81-2ed5d49339d2,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:01.259195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:01.263738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 16:52:01.264145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 16:52:01.348578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.378207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f92b8358>,) {'filters': {'network_id': ['9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:01.390646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f92b8358>, 'a44ecfec-2d5a-4b2d-9673-934e5b3580de') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:01.390986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f92b8358>, 'a44ecfec-2d5a-4b2d-9673-934e5b3580de') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:01.402674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.417746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.424872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:52:01.425316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:52:01.439116 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:52:01.515549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.519283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-79a18a69-862d-42f7-9540-fd37af6c4a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:01.714807 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.725650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:01.730650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:01.733712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] 10.222.0.53 "DELETE /v2.0/networks/9a9cd9b5-cb47-45fb-8642-c7fa2bbea8e1 HTTP/1.1" status: 204  len: 168 time: 1.2687380
Nov 24 16:52:01.737305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51502) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:01.765708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Deleting port 4ed1e648-e787-4a58-8b81-2ed5d49339d2 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:01.766164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:01.832103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b6295aa5-ad53-4d54-b3d3-e20c10b58ec8 None None] The port '4ed1e648-e787-4a58-8b81-2ed5d49339d2' was deleted {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 16:52:01.917657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 4ed1e648-e787-4a58-8b81-2ed5d49339d2 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:52:01.956416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 4ed1e648-e787-4a58-8b81-2ed5d49339d2 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:52:01.956803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 4ed1e648-e787-4a58-8b81-2ed5d49339d2 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:52:02.144538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:02.425527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316ee9a-02c6-48f1-b8fa-4261bde9e4bc req-7e6d1e7f-fda1-434b-9fb5-89454f99ada1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:02.427123 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e316ee9a-02c6-48f1-b8fa-4261bde9e4bc req-7e6d1e7f-fda1-434b-9fb5-89454f99ada1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1222003
Nov 24 16:52:02.575115 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e316ee9a-02c6-48f1-b8fa-4261bde9e4bc req-cc111fd2-6143-4d3d-8682-caa54774d0c9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403582
Nov 24 16:52:02.916946 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Deleting port 0f2b2c59-d098-425d-b07f-469451b6f57f {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:02.917337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:03.107628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] For port 0f2b2c59-d098-425d-b07f-469451b6f57f, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=0f2b2c59-d098-425d-b07f-469451b6f57f,segment=NetworkSegment(5d96ce8d-8f14-4adc-b4a0-3bd0c8771583),segment_id=5d96ce8d-8f14-4adc-b4a0-3bd0c8771583)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:03.108027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:03.245696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Calling delete_port for 0f2b2c59-d098-425d-b07f-469451b6f57f owned by network:router_interface {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:52:03.587214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:03.593989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b0c4842f-629e-4bb7-a8df-d55a72befd42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:03.640754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f2b2c59-d098-425d-b07f-469451b6f57f,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:03.644253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:04.114859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb361f-3728-4bd6-83d0-8c6fca222b4b req-08df2e9c-1f38-49d1-b6ce-e8449f2da159 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:04.116458 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e9eb361f-3728-4bd6-83d0-8c6fca222b4b req-08df2e9c-1f38-49d1-b6ce-e8449f2da159 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1883945
Nov 24 16:52:04.247650 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e9eb361f-3728-4bd6-83d0-8c6fca222b4b req-8ad14db4-db45-4331-8578-afa68b37d373 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245708
Nov 24 16:52:04.293653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:04.473789 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-e73a911e-b0ad-4252-9069-2d5d0caa9b88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1140347
Nov 24 16:52:04.639086 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-134f1cd2-e2ae-44d0-8be0-3cca6e4c253d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 1099 time: 0.1197796
Nov 24 16:52:05.010479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-8ad03e20-3ffc-493b-8169-320921e4e880 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:05.011557 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-8ad03e20-3ffc-493b-8169-320921e4e880 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.2927966
Nov 24 16:52:05.057040 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538236e7-dabd-43da-b064-0c12ffc24e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:05.111986 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-4d8ceb73-51d2-4cb2-93ec-951252bb853f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 HTTP/1.1" status: 200  len: 217 time: 0.0862031
Nov 24 16:52:05.256528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-bd3d8f7d-c6e1-4e90-863b-eb1fd22fa28a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:05.258122 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-bd3d8f7d-c6e1-4e90-863b-eb1fd22fa28a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.1385369
Nov 24 16:52:05.316053 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-88480d73-e173-47e6-bdf2-76b770a35e72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491536
Nov 24 16:52:05.742661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Router d94ee41a-9f68-4430-abb6-51bed65bbb7b has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:52:05.746966 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-bc33f1bc-e8bb-4a04-9ec4-705dcbb42272 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4230952
Nov 24 16:52:05.791223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96513e48-47d0-4b8f-84fb-c2ebf3e1dcfe req-321e026a-db75-49b8-a77a-6b574ffc7558 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:05.792761 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-96513e48-47d0-4b8f-84fb-c2ebf3e1dcfe req-321e026a-db75-49b8-a77a-6b574ffc7558 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1967840
Nov 24 16:52:06.012090 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-96513e48-47d0-4b8f-84fb-c2ebf3e1dcfe req-c1f5b738-31c7-4a4e-89e9-00b7b186e300 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1678283
Nov 24 16:52:06.024539 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b359dae-4ea2-4e5d-ba03-0b6ef23940ee req-fd612c2e-483a-43b5-b750-20a67bfe110d service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2695839
Nov 24 16:52:06.141732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:52:06.154263 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] 10.222.0.53 "PUT /v2.0/routers/d94ee41a-9f68-4430-abb6-51bed65bbb7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4134758
Nov 24 16:52:06.154642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51570) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:06.156111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] Sync routers for ids ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:52:06.170380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] Routers {'d94ee41a-9f68-4430-abb6-51bed65bbb7b'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:52:06.171066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9b08550>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:06.377903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks [] for router, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:06.417694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] Set router d94ee41a-9f68-4430-abb6-51bed65bbb7b gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:52:06.603657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:06.613951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Deleting port 898a8bfc-7505-448c-a376-f2c22c834ca6 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:06.614628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:06.623668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:06.750615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9b08550>, [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:52:03Z', 'revision_number': 5, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port': {'id': '898a8bfc-7505-448c-a376-f2c22c834ca6', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:51:08Z', 'updated_at': '2021-11-24T16:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:06.754645 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] Checking router: d94ee41a-9f68-4430-abb6-51bed65bbb7b for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:52:06.766101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] Routers {'d94ee41a-9f68-4430-abb6-51bed65bbb7b'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:52:06.766762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9b08550>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:51:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:06.821977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] For port 898a8bfc-7505-448c-a376-f2c22c834ca6, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=898a8bfc-7505-448c-a376-f2c22c834ca6,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:06.822326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:06.921835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] Set router d94ee41a-9f68-4430-abb6-51bed65bbb7b gateway port host: None {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:52:06.948079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Calling delete_port for 898a8bfc-7505-448c-a376-f2c22c834ca6 owned by network:router_gateway {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:52:07.031717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9b08550>, [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:52:06Z', 'revision_number': 6, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:07.035887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e27da8-f811-46b2-8483-2474b0898502 None None] The sync data for ids ['d94ee41a-9f68-4430-abb6-51bed65bbb7b'] in dv-cinder-818778-2-iscsi is: [{'id': 'd94ee41a-9f68-4430-abb6-51bed65bbb7b', 'name': 'tempest-TestVolumeBootPattern-506287955-router', 'tenant_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:51:07Z', 'updated_at': '2021-11-24T16:52:06Z', 'revision_number': 6, 'project_id': 'd190cd824bd54c228cfdf49a0e93eddb', 'gw_port_host': None}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:52:07.118422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:07.123408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:07.169699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Pushing event deleted for resources: {'Port': ['ID=898a8bfc-7505-448c-a376-f2c22c834ca6,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:07.212568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:07.410694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a057e7-955a-43eb-82c7-265e7ad299e5 req-2ec56999-d6d6-4ab8-b53b-91d91f6cdc9d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:07.412312 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-58a057e7-955a-43eb-82c7-265e7ad299e5 req-2ec56999-d6d6-4ab8-b53b-91d91f6cdc9d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2480428
Nov 24 16:52:07.530233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:07.576870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d75d34c-72cf-4fa0-bb60-1fcb85fb188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:07.890973 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-58a057e7-955a-43eb-82c7-265e7ad299e5 req-6f06fcbc-02d1-43e4-8ffb-04cb23b52bac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4723651
Nov 24 16:52:07.933586 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 0f2b2c59-d098-425d-b07f-469451b6f57f no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:52:07.971036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 0f2b2c59-d098-425d-b07f-469451b6f57f {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:52:07.971435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 0f2b2c59-d098-425d-b07f-469451b6f57f not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:52:07.971888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 898a8bfc-7505-448c-a376-f2c22c834ca6 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:52:08.006974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 898a8bfc-7505-448c-a376-f2c22c834ca6 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:52:08.007628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 898a8bfc-7505-448c-a376-f2c22c834ca6 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:52:08.033958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.038664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.064060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.130829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.131650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94ee41a-9f68-4430-abb6-51bed65bbb7b {{(pid=88185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 16:52:08.145977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.150245 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d94ee41a-9f68-4430-abb6-51bed65bbb7b HTTP/1.1" status: 204  len: 168 time: 1.9917405
Nov 24 16:52:08.150245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51644) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:08.225081 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Deleting subnet ad52fe21-e94d-4771-b50e-06e1a38d0904 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:52:08.228847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.284903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.410876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.496528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.503421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:08.555413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad52fe21-e94d-4771-b50e-06e1a38d0904,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:08.558115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:08.560799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.567533 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7fec9048-006f-4cb1-a701-76dac473339e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad52fe21-e94d-4771-b50e-06e1a38d0904 HTTP/1.1" status: 204  len: 168 time: 0.4160571
Nov 24 16:52:08.568150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e28422-03e9-46e9-8def-f9947c357743 None None] Network 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:52:08.569854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51666) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:08.695570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.706458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Deleting port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:08.706826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.853453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] DHCP port deletion for 98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 16:52:08.858018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Deleting port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:08.858469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:08.946838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] For port c9462d3e-8d1d-461b-9a60-ee1f3e82d623, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,segment=NetworkSegment(5d96ce8d-8f14-4adc-b4a0-3bd0c8771583),segment_id=5d96ce8d-8f14-4adc-b4a0-3bd0c8771583)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:08.946838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.076957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Calling delete_port for c9462d3e-8d1d-461b-9a60-ee1f3e82d623 owned by network:dhcp {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:52:09.227869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4b49c-4992-406c-8c97-65d09e961d67 req-d5932330-9fdf-460f-a197-78ab280d1a8a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:09.230279 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5aa4b49c-4992-406c-8c97-65d09e961d67 req-d5932330-9fdf-460f-a197-78ab280d1a8a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1600983
Nov 24 16:52:09.234735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.261504 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10ed2700-650e-4d3a-8afa-2bc11a20ee5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:09.263977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.275325 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] For port c9462d3e-8d1d-461b-9a60-ee1f3e82d623, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,segment=NetworkSegment(5d96ce8d-8f14-4adc-b4a0-3bd0c8771583),segment_id=5d96ce8d-8f14-4adc-b4a0-3bd0c8771583)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:09.275768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.314937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9462d3e-8d1d-461b-9a60-ee1f3e82d623,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:09.317605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:09.330573 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] No DVR routers for this DVR port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 on host dv-cinder-818778-2-iscsi {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:52:09.395359 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5aa4b49c-4992-406c-8c97-65d09e961d67 req-2f3df0dd-8aec-487b-8bfd-a5ad4fbf818d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560795
Nov 24 16:52:09.413514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Calling delete_port for c9462d3e-8d1d-461b-9a60-ee1f3e82d623 owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:52:09.466608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.486171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 16:52:09.486572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 16:52:09.495014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f90de940>,) {'filters': {'network_id': ['98e5df77-e17e-4db5-8ca4-8d19c85fe6a9']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:09.507953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f90de940>, '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:09.508294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f90de940>, '5d96ce8d-8f14-4adc-b4a0-3bd0c8771583') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:52:09.520834 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.538620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.546455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:52:09.546952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:52:09.562731 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:52:09.648249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.652303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8fd388a5-c4e3-45fb-9193-8d0bcba96e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:09.672610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:09.684804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e5df77-e17e-4db5-8ca4-8d19c85fe6a9,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:09.687850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:09.692506 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] 10.222.0.53 "DELETE /v2.0/networks/98e5df77-e17e-4db5-8ca4-8d19c85fe6a9 HTTP/1.1" status: 204  len: 168 time: 1.1189222
Nov 24 16:52:09.917977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51686) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:09.932749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c9462d3e-8d1d-461b-9a60-ee1f3e82d623 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:52:09.970159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: c9462d3e-8d1d-461b-9a60-ee1f3e82d623 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:52:09.970553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device c9462d3e-8d1d-461b-9a60-ee1f3e82d623 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:52:09.979954 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2812f69f-0f58-4836-9020-145e285be3e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c827ebf0e074b438e8481308273611a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0606940
Nov 24 16:52:09.982794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51692) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:09.988148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Deleting port c9462d3e-8d1d-461b-9a60-ee1f3e82d623 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:09.988624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.054767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.058058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6dab9411-bb16-40ec-b6cc-eca4fd7e1ac4 None None] The port 'c9462d3e-8d1d-461b-9a60-ee1f3e82d623' was deleted {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 16:52:10.082289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.130296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.135405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fcc5c472-2999-49c0-b234-5cf041f02757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:10.152233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7f0b52-e15e-4eff-b8ba-df64a03e054c,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:10.155691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:10.156589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.157834 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa7f0b52-e15e-4eff-b8ba-df64a03e054c HTTP/1.1" status: 204  len: 168 time: 0.1738815
Nov 24 16:52:10.590832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51704) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:10.622633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7bc2-9a23-49fc-ba17-d2b083945c9b req-cf3f7b41-3fc3-495b-9bdf-56496abec2f4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:10.624255 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50df7bc2-9a23-49fc-ba17-d2b083945c9b req-cf3f7b41-3fc3-495b-9bdf-56496abec2f4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0916660
Nov 24 16:52:10.653605 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f8667dcd-637d-4c08-8925-d1ab9cda59b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d190cd824bd54c228cfdf49a0e93eddb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0608613
Nov 24 16:52:10.656019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51710) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:10.680401 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50df7bc2-9a23-49fc-ba17-d2b083945c9b req-06ea8173-76e3-4f26-8f6e-805c891634f4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495853
Nov 24 16:52:10.726337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.755740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.802994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.808095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3206dcd1-6023-47d3-acdc-5b971b5855f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:10.826138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9562ba-b179-4e7d-8de1-869ee83f6319,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:10.828894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:10.830590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:10.834622 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b9562ba-b179-4e7d-8de1-869ee83f6319 HTTP/1.1" status: 204  len: 168 time: 0.1770415
Nov 24 16:52:11.902471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e41570-e8d8-4fe9-bdd6-517cfdf148a9 req-6d4170ac-f289-4376-9d63-2db7638dbf59 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:11.904074 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82e41570-e8d8-4fe9-bdd6-517cfdf148a9 req-6d4170ac-f289-4376-9d63-2db7638dbf59 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0866446
Nov 24 16:52:11.956018 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82e41570-e8d8-4fe9-bdd6-517cfdf148a9 req-06a2ca0b-bf77-4784-b5c3-282d3e6ecd42 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423689
Nov 24 16:52:13.169491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c5e8-ed04-47cf-bcc7-9642f8192262 req-6a753e25-1cf7-41a8-b9b8-7f6b0102cdad tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:13.171334 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c29c5e8-ed04-47cf-bcc7-9642f8192262 req-6a753e25-1cf7-41a8-b9b8-7f6b0102cdad tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0839396
Nov 24 16:52:13.227354 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c29c5e8-ed04-47cf-bcc7-9642f8192262 req-8d681047-5133-4e37-89ca-aedecc8d8eb4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491512
Nov 24 16:52:14.453160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175d4ac-bbc4-47de-a539-408b6933144d req-77dbc1fe-e5dd-41e3-a615-cf52f9cb528a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:14.455337 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c175d4ac-bbc4-47de-a539-408b6933144d req-77dbc1fe-e5dd-41e3-a615-cf52f9cb528a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0865235
Nov 24 16:52:14.505792 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c175d4ac-bbc4-47de-a539-408b6933144d req-924e12ac-9102-48a7-9596-9613a012611b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438702
Nov 24 16:52:15.735908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c9d6-52b1-40f2-8127-b0f6775ab86a req-b5bfda54-840a-4d41-afd5-df426d38fd82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:15.738621 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bb97c9d6-52b1-40f2-8127-b0f6775ab86a req-b5bfda54-840a-4d41-afd5-df426d38fd82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0863469
Nov 24 16:52:15.786712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bb97c9d6-52b1-40f2-8127-b0f6775ab86a req-d5c4de1d-8f51-4a43-810e-ed2752cf907d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416985
Nov 24 16:52:17.010797 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad3f37-2f7c-4de0-855d-0f8a3c95860c req-63bb8289-311a-495f-9045-e417c2c22bb8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:17.012399 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-27ad3f37-2f7c-4de0-855d-0f8a3c95860c req-63bb8289-311a-495f-9045-e417c2c22bb8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0879598
Nov 24 16:52:17.063194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-27ad3f37-2f7c-4de0-855d-0f8a3c95860c req-8a1e61a2-1c29-4e01-a468-8cfa2eedae28 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445435
Nov 24 16:52:18.280051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f891a2-e177-41a2-9141-4f566bec2f19 req-922a5974-e511-40fe-9020-f46bd11e33ec tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:18.281622 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47f891a2-e177-41a2-9141-4f566bec2f19 req-922a5974-e511-40fe-9020-f46bd11e33ec tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0830526
Nov 24 16:52:18.333186 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47f891a2-e177-41a2-9141-4f566bec2f19 req-6a1e12fd-077f-4a62-bc54-d424e79acfcf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451443
Nov 24 16:52:19.555625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ac60a-3e75-40ac-960f-aa07872efd06 req-88d03db5-669f-4180-9b59-a8b4c2079968 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:19.557305 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-848ac60a-3e75-40ac-960f-aa07872efd06 req-88d03db5-669f-4180-9b59-a8b4c2079968 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0846131
Nov 24 16:52:19.608011 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-848ac60a-3e75-40ac-960f-aa07872efd06 req-d3b100fa-c4f1-4411-984e-9789d9cbbcf6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443599
Nov 24 16:52:20.075854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:52:20.833507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b42e-0384-4c95-aee9-b783918c00c0 req-737450b7-9eac-4470-a818-1edc531210d5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:20.835076 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b656b42e-0384-4c95-aee9-b783918c00c0 req-737450b7-9eac-4470-a818-1edc531210d5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0835776
Nov 24 16:52:20.888125 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b656b42e-0384-4c95-aee9-b783918c00c0 req-b44d6c33-df5e-4956-8383-ed626599bd30 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468621
Nov 24 16:52:22.106659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725ed82-c692-48d6-9a8e-187947fab80d req-f4fc0a12-82ea-4b09-8b04-83c75776e00f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:22.108185 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6725ed82-c692-48d6-9a8e-187947fab80d req-f4fc0a12-82ea-4b09-8b04-83c75776e00f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0827041
Nov 24 16:52:22.156296 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6725ed82-c692-48d6-9a8e-187947fab80d req-ea57f6f2-cac9-4b39-ac0d-be02c5f50bd0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418675
Nov 24 16:52:23.384091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40c7f8-2352-4b80-a26e-8053b8f10365 req-43ed2174-6d72-4cd8-a945-9c122e37a513 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:23.385673 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-be40c7f8-2352-4b80-a26e-8053b8f10365 req-43ed2174-6d72-4cd8-a945-9c122e37a513 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0878057
Nov 24 16:52:23.433179 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-be40c7f8-2352-4b80-a26e-8053b8f10365 req-f04e83d4-92fb-484d-a1c4-b519a74fdf10 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412991
Nov 24 16:52:24.646373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d248e-cfbc-4e55-89c5-ba8aa0c1d1ab req-b771533e-5762-4997-8d20-5fd1ada621a3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:24.647965 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-688d248e-cfbc-4e55-89c5-ba8aa0c1d1ab req-b771533e-5762-4997-8d20-5fd1ada621a3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0817189
Nov 24 16:52:24.696242 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-688d248e-cfbc-4e55-89c5-ba8aa0c1d1ab req-e3ff4184-a933-4aac-9876-b974fc90d845 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421255
Nov 24 16:52:25.913067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954edb-8430-4281-bce3-f74e1d4cc991 req-af279dc8-b752-43b4-8b5f-2c9f0e84f0f5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:25.914673 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-34954edb-8430-4281-bce3-f74e1d4cc991 req-af279dc8-b752-43b4-8b5f-2c9f0e84f0f5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0836294
Nov 24 16:52:25.964946 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-34954edb-8430-4281-bce3-f74e1d4cc991 req-26000331-ebc4-41f6-8887-118e925bef79 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437722
Nov 24 16:52:27.180826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003ab8-60cb-4b0e-9615-e6a0925470ff req-66c8a60e-2dd2-4191-adab-75e99a372473 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:27.182489 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-72003ab8-60cb-4b0e-9615-e6a0925470ff req-66c8a60e-2dd2-4191-adab-75e99a372473 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0847220
Nov 24 16:52:27.232760 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-72003ab8-60cb-4b0e-9615-e6a0925470ff req-75f7f164-e684-4ec3-892c-23c0b0aebd79 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421641
Nov 24 16:52:28.649492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0447f3-3c2f-46ae-87a8-6683cc3ab8cc req-55303dc8-5d9c-4caf-a99a-cb17250f9432 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:28.651094 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9b0447f3-3c2f-46ae-87a8-6683cc3ab8cc req-55303dc8-5d9c-4caf-a99a-cb17250f9432 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2825594
Nov 24 16:52:28.700438 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9b0447f3-3c2f-46ae-87a8-6683cc3ab8cc req-96135fd0-afc0-49e8-be47-c33167a43b9d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432932
Nov 24 16:52:29.677146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 51960) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:29.842280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:29.870456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:52:29.874572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2baa9491054c446d893a3c57d4e21eec is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:52:29.877467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:52:29.883397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:52:29.928115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57825fc-e9ae-40c4-b3a6-f17827bfbb96 req-18b8618f-d2f4-4b7b-bda3-e5e3c8cf264b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:29.929952 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a57825fc-e9ae-40c4-b3a6-f17827bfbb96 req-18b8618f-d2f4-4b7b-bda3-e5e3c8cf264b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0829058
Nov 24 16:52:29.959405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:29.962767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:29.970600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e8daaed5-22b0-42f0-bb99-3393ea51181b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:29.981906 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a57825fc-e9ae-40c4-b3a6-f17827bfbb96 req-d95bed19-5377-46de-9709-38c10404f1eb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455751
Nov 24 16:52:30.013217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186517d4-677f-441f-8aa8-9cfd28c6eb95,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:30.019775 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2baa9491054c446d893a3c57d4e21eec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3415415
Nov 24 16:52:30.022753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 51970) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:30.025399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.025810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.026270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.026673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.027072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.027466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.027857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.028254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.028637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.029026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.029410 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:30.033878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:30.086743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:30.113606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:30.128784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:30.157823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:30.162688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a62cb9e7-9ae6-4584-a877-687b72de40e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:30.173174 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186517d4-677f-441f-8aa8-9cfd28c6eb95,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:30.179757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:30.180683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:30.181958 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/186517d4-677f-441f-8aa8-9cfd28c6eb95 HTTP/1.1" status: 204  len: 168 time: 0.1581473
Nov 24 16:52:31.207285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741fc9-3a92-4658-a16b-7ac9db5979af req-7abf20ff-d127-4a67-95b8-91a2905c1c28 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:31.208874 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-20741fc9-3a92-4658-a16b-7ac9db5979af req-7abf20ff-d127-4a67-95b8-91a2905c1c28 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0881877
Nov 24 16:52:31.258496 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-20741fc9-3a92-4658-a16b-7ac9db5979af req-22af4c9c-d463-4b96-81a9-b62e97e0909e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430441
Nov 24 16:52:32.473898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524715-da55-4683-962d-6eab4f372f63 req-29b31e5e-4362-4fb2-a148-441f4dfd586c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:32.475513 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-72524715-da55-4683-962d-6eab4f372f63 req-29b31e5e-4362-4fb2-a148-441f4dfd586c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0839801
Nov 24 16:52:32.524080 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-72524715-da55-4683-962d-6eab4f372f63 req-1a77caaa-0f8d-45ca-925d-74ff22fd0eb7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421841
Nov 24 16:52:32.917238 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-c03502af-c8fe-46c6-8278-b5d260d8f67c tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1e66157305d648e1b85ddeea587f76b7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0354280
Nov 24 16:52:33.078229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-7073706d-a25f-4115-80e4-db0c0b612a45 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:33.079759 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-7073706d-a25f-4115-80e4-db0c0b612a45 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1568718
Nov 24 16:52:33.097773 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-0a76d7ce-9dce-4f59-a27e-8c2ebfa44a9a tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/quotas/1e66157305d648e1b85ddeea587f76b7 HTTP/1.1" status: 200  len: 375 time: 0.0121915
Nov 24 16:52:33.147402 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-9ebb05a7-05a7-43bc-bc01-4f7a8c3af2d4 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1e66157305d648e1b85ddeea587f76b7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0438724
Nov 24 16:52:33.343577 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a4060bad-8597-42f7-b3d5-c0f685409ba7 req-9776c477-204c-4ff2-ae85-e4c39e4194b9 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 210 time: 0.0471075
Nov 24 16:52:33.753634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88935-7dfe-4fa2-962c-5db90bbbfe97 req-a8f3d999-d536-4a3f-ab37-59c3843d2930 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:33.755789 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9cd88935-7dfe-4fa2-962c-5db90bbbfe97 req-a8f3d999-d536-4a3f-ab37-59c3843d2930 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0913942
Nov 24 16:52:33.807379 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9cd88935-7dfe-4fa2-962c-5db90bbbfe97 req-e6c8c749-432b-4bd7-a348-e53b4111feec tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444529
Nov 24 16:52:34.317069 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-3727c690-e1b1-4115-9d17-66bdeb9d4c6a tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1e66157305d648e1b85ddeea587f76b7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0342357
Nov 24 16:52:34.525560 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-57018a63-aafb-471f-a45a-d9f2121ac3f0 req-8bece0f1-5b9b-4d92-924e-6910d40a2e32 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 210 time: 0.0514958
Nov 24 16:52:34.530947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-62d39a2b-b42e-4488-8e90-fe3f4fe9994a tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:34.532458 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-62d39a2b-b42e-4488-8e90-fe3f4fe9994a tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2108376
Nov 24 16:52:34.550145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Request body: {'port': {'device_id': '452b9af4-e875-43e6-a1de-691d40306439', 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf', 'admin_state_up': True, 'tenant_id': '1e66157305d648e1b85ddeea587f76b7'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:52:34.693890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:52:34.697887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Usage tracker for resource:port and tenant:1e66157305d648e1b85ddeea587f76b7 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:52:34.700893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:52:34.707416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:52:34.716451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Made reservation on behalf of 1e66157305d648e1b85ddeea587f76b7 for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:52:34.722683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:34.736074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:34.772677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:52:34.778509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Usage tracker for resource:security_group_rule and tenant:1e66157305d648e1b85ddeea587f76b7 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:52:34.781493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:52:34.789367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:52:34.864340 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:34.867634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:34.872202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e4a9058-adfc-49ce-922f-09a064f568bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:35.001039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34140f57-aab3-4148-ac32-0aec698e1568,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:35.014330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:35.058349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2086773b-fd4d-48ec-b9f0-00dcb351c3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:35.120787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Allocated IP 192.168.233.227 (c52a776a-13bc-4cc7-baa0-cbce0328becf/f9d9c1e4-2d50-4b26-a7f0-6e2ba117df20/ef6cfe1b-77f8-476a-b906-63c3b30805b4) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:52:35.139303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427a27-5dc5-459e-b62c-2e0cb9d2f9dc req-a61f32b6-d690-44d7-8034-8e35570421cb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:35.141372 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-21427a27-5dc5-459e-b62c-2e0cb9d2f9dc req-a61f32b6-d690-44d7-8034-8e35570421cb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1965802
Nov 24 16:52:35.231726 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-21427a27-5dc5-459e-b62c-2e0cb9d2f9dc req-30a5b53a-24f1-43fa-a87f-06ad68fe3025 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833507
Nov 24 16:52:35.396998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:35.421698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Transition to ACTIVE for port object ef6cfe1b-77f8-476a-b906-63c3b30805b4 will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:52:35.448116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:35.453758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:35.523369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Network c52a776a-13bc-4cc7-baa0-cbce0328becf is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:52:35.526478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:52:35.530947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:52:35.558849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Pushing event updated for resources: {'Port': ['ID=ef6cfe1b-77f8-476a-b906-63c3b30805b4,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:35.565225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:35.604147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:35.604815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:35.630409 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0847342
Nov 24 16:52:35.642144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Request body: {'port': {'device_id': '452b9af4-e875-43e6-a1de-691d40306439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:52:35.787130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c40a5c65-e806-42fa-be42-5785c72f5e5e None None] Provisioning for port ef6cfe1b-77f8-476a-b906-63c3b30805b4 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:52:35.791917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c40a5c65-e806-42fa-be42-5785c72f5e5e None None] Provisioning complete for port ef6cfe1b-77f8-476a-b906-63c3b30805b4 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:52:35.792326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c40a5c65-e806-42fa-be42-5785c72f5e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:35.828396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:35.845858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c40a5c65-e806-42fa-be42-5785c72f5e5e None None] Port ef6cfe1b-77f8-476a-b906-63c3b30805b4 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:52:35.853719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab3be-4997-47b3-b47f-2f9c8e1dc391 req-e84889d2-4ea5-4af6-ab43-ae1f989f4661 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:35.854487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6beab3be-4997-47b3-b47f-2f9c8e1dc391 req-e84889d2-4ea5-4af6-ab43-ae1f989f4661 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Synchronizing usage tracker for tenant:1e66157305d648e1b85ddeea587f76b7 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:52:35.917154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6beab3be-4997-47b3-b47f-2f9c8e1dc391 req-e84889d2-4ea5-4af6-ab43-ae1f989f4661 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Unset dirty status for tenant:1e66157305d648e1b85ddeea587f76b7 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:52:35.918474 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6beab3be-4997-47b3-b47f-2f9c8e1dc391 req-e84889d2-4ea5-4af6-ab43-ae1f989f4661 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 936 time: 0.2453196
Nov 24 16:52:36.032748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6beab3be-4997-47b3-b47f-2f9c8e1dc391 req-dabda7c7-9832-4442-a8ad-9a20bba2d8e6 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Synchronizing usage tracker for tenant:1e66157305d648e1b85ddeea587f76b7 on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:52:36.132498 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-6beab3be-4997-47b3-b47f-2f9c8e1dc391 req-dabda7c7-9832-4442-a8ad-9a20bba2d8e6 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Unset dirty status for tenant:1e66157305d648e1b85ddeea587f76b7 on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:52:36.133735 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6beab3be-4997-47b3-b47f-2f9c8e1dc391 req-dabda7c7-9832-4442-a8ad-9a20bba2d8e6 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089894
Nov 24 16:52:36.255856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6cfe1b-77f8-476a-b906-63c3b30805b4 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:52:36.262885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:36.278554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Transition to ACTIVE for port object ef6cfe1b-77f8-476a-b906-63c3b30805b4 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:52:36.282267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:36.287764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-eca328c9-db56-4226-a804-38a6180a8af5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:36.482875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6cfe1b-77f8-476a-b906-63c3b30805b4,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:36.486185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:36.530325 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:36.607888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbc069-0461-4244-bc34-6161b0c39fe3 req-11b151b2-6a36-4dea-adec-3a73563d5e97 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:36.609397 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-31fbc069-0461-4244-bc34-6161b0c39fe3 req-11b151b2-6a36-4dea-adec-3a73563d5e97 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2095172
Nov 24 16:52:36.641297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Attempting to bind port ef6cfe1b-77f8-476a-b906-63c3b30805b4 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:52:36.641669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Attempting to bind port ef6cfe1b-77f8-476a-b906-63c3b30805b4 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:52:36.642086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Attempting to bind port ef6cfe1b-77f8-476a-b906-63c3b30805b4 on network c52a776a-13bc-4cc7-baa0-cbce0328becf {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:52:36.662488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Port ef6cfe1b-77f8-476a-b906-63c3b30805b4 on network c52a776a-13bc-4cc7-baa0-cbce0328becf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:52:36.662852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Attempting to bind port ef6cfe1b-77f8-476a-b906-63c3b30805b4 on network c52a776a-13bc-4cc7-baa0-cbce0328becf {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:52:36.681354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:52:36.681730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Checking segment: {'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:52:36.682699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Bound using segment: {'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:52:36.683177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Bound port: ef6cfe1b-77f8-476a-b906-63c3b30805b4, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0aefaa4-f52a-4a87-b190-f09e0d05946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:52:36.683741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:36.697107 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-31fbc069-0461-4244-bc34-6161b0c39fe3 req-65268b89-c46c-44bf-aa3c-7a09c2dbf1d2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775254
Nov 24 16:52:36.777584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] For port ef6cfe1b-77f8-476a-b906-63c3b30805b4, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:52:36.780640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] For port ef6cfe1b-77f8-476a-b906-63c3b30805b4, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ef6cfe1b-77f8-476a-b906-63c3b30805b4,segment=NetworkSegment(a0aefaa4-f52a-4a87-b190-f09e0d05946e),segment_id=a0aefaa4-f52a-4a87-b190-f09e0d05946e)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:52:36.783481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:36.787743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5e69e3ea-07ca-41ce-8049-618e98a769e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:36.847541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:36.849001 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] 10.222.0.21 "PUT /v2.0/ports/ef6cfe1b-77f8-476a-b906-63c3b30805b4 HTTP/1.1" status: 200  len: 1098 time: 1.2116187
Nov 24 16:52:36.849533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452b9af4-e875-43e6-a1de-691d40306439', 'tag': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:52:36.870668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6cfe1b-77f8-476a-b906-63c3b30805b4,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:36.874231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:36.926975 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452b9af4-e875-43e6-a1de-691d40306439', 'tag': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4', 'status': 'completed', 'code': 200}
Nov 24 16:52:36.970795 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-783c0d67-140e-4eed-99ec-fc8960045ffc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e66157305d648e1b85ddeea587f76b7&device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 1101 time: 0.0841680
Nov 24 16:52:37.043976 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-dbe32004-1c02-409e-968a-f6c1f18c018e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ef6cfe1b-77f8-476a-b906-63c3b30805b4 HTTP/1.1" status: 200  len: 217 time: 0.0666575
Nov 24 16:52:37.117080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8ef7622b-791f-4a75-b15c-7266f0b87bb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:37.118778 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-8ef7622b-791f-4a75-b15c-7266f0b87bb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9d9c1e4-2d50-4b26-a7f0-6e2ba117df20 HTTP/1.1" status: 200  len: 843 time: 0.0689135
Nov 24 16:52:37.221640 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-1b4154cd-7a8b-4c90-af31-a2cf645ba8b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c52a776a-13bc-4cc7-baa0-cbce0328becf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0963719
Nov 24 16:52:37.429267 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-2d658cee-3488-4172-9866-0fe9de3dc6a6 service neutron] 10.222.0.21 "GET /v2.0/networks/c52a776a-13bc-4cc7-baa0-cbce0328becf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015359
Nov 24 16:52:37.444329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abe215-2709-4c5a-8cbe-74830e5a401f req-a733b033-eb73-4094-8499-ae7c052e5c58 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:37.445866 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d3abe215-2709-4c5a-8cbe-74830e5a401f req-a733b033-eb73-4094-8499-ae7c052e5c58 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 948 time: 0.1398869
Nov 24 16:52:37.569875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a33b2b8a-4cc3-42c8-8eec-a59e812cb40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:37.796564 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d3abe215-2709-4c5a-8cbe-74830e5a401f req-e8e62a18-67fe-41f8-a354-e479a9f2f6e1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3273454
Nov 24 16:52:37.823925 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c500ca1f-d624-41d4-95a1-2aa8165afc31 req-b11c4643-c2a9-42ec-81c1-03f60e136cb0 service neutron] 10.222.0.21 "GET /v2.0/networks/c52a776a-13bc-4cc7-baa0-cbce0328becf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3865051
Nov 24 16:52:37.981995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3448a5-9e18-4c3a-a5a2-219b02c33d1a req-6d881692-7687-45f5-a41b-c6e14dbf7e97 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:37.983592 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f3448a5-9e18-4c3a-a5a2-219b02c33d1a req-6d881692-7687-45f5-a41b-c6e14dbf7e97 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1488013
Nov 24 16:52:37.986383 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-94e0fc33-5df8-4fac-8a44-6b66cc6948dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e66157305d648e1b85ddeea587f76b7&device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 1101 time: 0.1129358
Nov 24 16:52:38.066930 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:38.123838 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1f3448a5-9e18-4c3a-a5a2-219b02c33d1a req-3975af65-eb3c-4a06-9df9-38357a8f99ab tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341412
Nov 24 16:52:38.165885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-4de6d49d-d516-4ef9-96d5-0546d82252c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:38.167520 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-4de6d49d-d516-4ef9-96d5-0546d82252c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c52a776a-13bc-4cc7-baa0-cbce0328becf HTTP/1.1" status: 200  len: 870 time: 0.1639919
Nov 24 16:52:38.292099 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-c6178718-2403-48ef-a781-1f0ce66cd56b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ef6cfe1b-77f8-476a-b906-63c3b30805b4 HTTP/1.1" status: 200  len: 217 time: 0.1170115
Nov 24 16:52:38.362118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-0e16e844-163a-4bf3-b17e-6898651622c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:38.363623 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-0e16e844-163a-4bf3-b17e-6898651622c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9d9c1e4-2d50-4b26-a7f0-6e2ba117df20 HTTP/1.1" status: 200  len: 843 time: 0.0650277
Nov 24 16:52:38.446409 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-33ad7d9e-7b32-4f49-bdbc-e3b90ad40406 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c52a776a-13bc-4cc7-baa0-cbce0328becf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0743151
Nov 24 16:52:38.600654 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-b5ed3236-3ee3-4f01-9e15-4da8d7f2de08 service neutron] 10.222.0.21 "GET /v2.0/networks/c52a776a-13bc-4cc7-baa0-cbce0328becf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465964
Nov 24 16:52:38.745248 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b11a161c-14ff-4a9c-94c0-1bfda45b6e23 req-d98e5f53-3f4f-4fa5-b0bc-39215e81c5b3 service neutron] 10.222.0.21 "GET /v2.0/networks/c52a776a-13bc-4cc7-baa0-cbce0328becf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377347
Nov 24 16:52:39.005725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b5195-85a8-4f6b-8098-34e46c7fb25a req-708841c2-179b-4d84-8f83-eac770d6bb5b tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:39.007265 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-806b5195-85a8-4f6b-8098-34e46c7fb25a req-708841c2-179b-4d84-8f83-eac770d6bb5b tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 948 time: 0.0850985
Nov 24 16:52:39.042513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:39.056087 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-806b5195-85a8-4f6b-8098-34e46c7fb25a req-71fd8fc3-87c7-4c49-96a8-f8d0b225ea7f tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417733
Nov 24 16:52:39.343705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0696-3cf7-4ac8-b98c-71d39e131c76 req-60b51bc2-ed9e-4fc8-ac1a-a4e34c2e2b56 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:39.345307 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-317f0696-3cf7-4ac8-b98c-71d39e131c76 req-60b51bc2-ed9e-4fc8-ac1a-a4e34c2e2b56 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0834987
Nov 24 16:52:39.395094 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-317f0696-3cf7-4ac8-b98c-71d39e131c76 req-fbc76f1c-2eba-404f-8656-db4f373894c3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429242
Nov 24 16:52:40.269796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e3ee2-996d-4546-adf5-53668a6daeff req-dd82dc8a-5035-432f-a005-3b2ec6434308 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:40.271432 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-791e3ee2-996d-4546-adf5-53668a6daeff req-dd82dc8a-5035-432f-a005-3b2ec6434308 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 948 time: 0.0861988
Nov 24 16:52:40.321001 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-791e3ee2-996d-4546-adf5-53668a6daeff req-800af408-15c5-4e4b-a3ba-e2ba00eff70d tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433321
Nov 24 16:52:40.610527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2bac4-36ab-4b26-9256-86044d64e1d9 req-4b06058e-0816-4d37-a7f4-fca674deabe5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:40.612932 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bed2bac4-36ab-4b26-9256-86044d64e1d9 req-4b06058e-0816-4d37-a7f4-fca674deabe5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0836661
Nov 24 16:52:40.669941 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bed2bac4-36ab-4b26-9256-86044d64e1d9 req-378ab7fd-9bf7-46f2-84bc-c3a1b0b40c41 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507846
Nov 24 16:52:41.204727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ef6cfe1b-77f8-476a-b906-63c3b30805b4 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:52:41.348828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ef6cfe1b-77f8-476a-b906-63c3b30805b4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ef6cfe1b-77f8-476a-b906-63c3b30805b4,segment=NetworkSegment(a0aefaa4-f52a-4a87-b190-f09e0d05946e),segment_id=a0aefaa4-f52a-4a87-b190-f09e0d05946e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:41.363524 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4', 'network_id': 'c52a776a-13bc-4cc7-baa0-cbce0328becf', 'port_id': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4', 'mac_address': 'fa:16:3e:2a:3a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d9c1e4-2d50-4b26-a7f0-6e2ba117df20', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:52:41.420126 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:41.441708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6cfe1b-77f8-476a-b906-63c3b30805b4 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:52:41.457998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ef6cfe1b-77f8-476a-b906-63c3b30805b4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ef6cfe1b-77f8-476a-b906-63c3b30805b4,segment=NetworkSegment(a0aefaa4-f52a-4a87-b190-f09e0d05946e),segment_id=a0aefaa4-f52a-4a87-b190-f09e0d05946e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:41.461079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:41.463809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:41.533575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ef6cfe1b-77f8-476a-b906-63c3b30805b4,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:41.541663 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65aebf-774b-43db-80ee-ebdac5a8efc1 req-dda14324-0344-4dd5-a648-af453c5ac1eb tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:41.543489 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eb65aebf-774b-43db-80ee-ebdac5a8efc1 req-dda14324-0344-4dd5-a648-af453c5ac1eb tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 949 time: 0.0920517
Nov 24 16:52:41.543647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.544115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.544577 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.545013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.545454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.545943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.546424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.546799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.547169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.547534 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.547900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:41.552667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:41.597392 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eb65aebf-774b-43db-80ee-ebdac5a8efc1 req-2d317ef3-bc76-4fb0-9f0c-ac5c288c5485 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477545
Nov 24 16:52:41.715041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['ef6cfe1b-77f8-476a-b906-63c3b30805b4'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:52:41.905317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a54a4-cd17-4228-9c4c-b494a55fc4da req-c4cb6be7-c2d3-4ed5-9e27-e90f037d7841 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:41.906983 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d83a54a4-cd17-4228-9c4c-b494a55fc4da req-c4cb6be7-c2d3-4ed5-9e27-e90f037d7841 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0948431
Nov 24 16:52:41.960073 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d83a54a4-cd17-4228-9c4c-b494a55fc4da req-9234a298-d697-426f-9510-fd1ddd279183 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439715
Nov 24 16:52:42.798811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8408fa-2c8e-4c44-88a0-a0dd8220a93d req-834b4db2-a553-4569-9468-9b4533752c5e tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:42.800874 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ee8408fa-2c8e-4c44-88a0-a0dd8220a93d req-834b4db2-a553-4569-9468-9b4533752c5e tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 949 time: 0.0824935
Nov 24 16:52:42.850472 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ee8408fa-2c8e-4c44-88a0-a0dd8220a93d req-bb61580a-65df-439c-9f50-3772c9193223 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434074
Nov 24 16:52:43.182821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1437774-2c86-48e3-aeec-b5a6798e1fbd req-4c6ff47a-43b1-453b-a4b0-cba660ed61a9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:43.185371 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1437774-2c86-48e3-aeec-b5a6798e1fbd req-4c6ff47a-43b1-453b-a4b0-cba660ed61a9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0889325
Nov 24 16:52:43.225404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ef6cfe1b-77f8-476a-b906-63c3b30805b4 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:52:43.241661 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1437774-2c86-48e3-aeec-b5a6798e1fbd req-210b5201-263b-490e-b39c-8d429d442429 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500591
Nov 24 16:52:43.297723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port ef6cfe1b-77f8-476a-b906-63c3b30805b4 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:52:43.302935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port ef6cfe1b-77f8-476a-b906-63c3b30805b4 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:52:43.303352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:43.416891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:43.444659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b9af4-e875-43e6-a1de-691d40306439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:52:43.454736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ef6cfe1b-77f8-476a-b906-63c3b30805b4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ef6cfe1b-77f8-476a-b906-63c3b30805b4,segment=NetworkSegment(a0aefaa4-f52a-4a87-b190-f09e0d05946e),segment_id=a0aefaa4-f52a-4a87-b190-f09e0d05946e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:43.458747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:43.461416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:43.511642 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452b9af4-e875-43e6-a1de-691d40306439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4', 'code': 200}
Nov 24 16:52:43.532468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ef6cfe1b-77f8-476a-b906-63c3b30805b4,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:43.536082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:43.734377 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-790b4a7a-a6b5-4ed6-ae36-d28c2d97f514 req-445eb0dd-9722-4c78-a231-67dd50cbba4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 1103 time: 0.0737734
Nov 24 16:52:43.781884 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-790b4a7a-a6b5-4ed6-ae36-d28c2d97f514 req-7d2bafa8-8669-4068-b0f1-3697c35fb187 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416105
Nov 24 16:52:44.058446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33db1a-b52b-4589-b1b5-5428efea0239 req-5e977c94-fa8c-444e-ba9d-a906efd792dd tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:44.060053 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f33db1a-b52b-4589-b1b5-5428efea0239 req-5e977c94-fa8c-444e-ba9d-a906efd792dd tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 950 time: 0.0854383
Nov 24 16:52:44.109779 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f33db1a-b52b-4589-b1b5-5428efea0239 req-61aaf1c2-e98f-4f79-a494-09d326c8b55d tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426071
Nov 24 16:52:44.465467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339d677-6bf8-43aa-8dc3-5909c6131ef5 req-289f93bf-80ce-4c95-bca7-7fd30ac5cc51 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:44.467064 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3339d677-6bf8-43aa-8dc3-5909c6131ef5 req-289f93bf-80ce-4c95-bca7-7fd30ac5cc51 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0862646
Nov 24 16:52:44.514305 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3339d677-6bf8-43aa-8dc3-5909c6131ef5 req-5940504a-1eeb-40e9-b683-8f7a42d5263b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404441
Nov 24 16:52:45.315324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ec372-b31a-4cc5-a730-f0b7b5299f85 req-2bba6f2b-6ea7-4210-8466-4b9e9aa7ce3f tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:45.316806 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b98ec372-b31a-4cc5-a730-f0b7b5299f85 req-2bba6f2b-6ea7-4210-8466-4b9e9aa7ce3f tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 950 time: 0.0806277
Nov 24 16:52:45.365587 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b98ec372-b31a-4cc5-a730-f0b7b5299f85 req-59c36dab-b47b-4b10-9210-a2e9b1615adb tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424535
Nov 24 16:52:45.738550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3d996-4457-4ad2-9e52-c15c7f2eae29 req-a32f87ea-4863-4496-8ceb-c0b661b95834 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:45.740140 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b7a3d996-4457-4ad2-9e52-c15c7f2eae29 req-a32f87ea-4863-4496-8ceb-c0b661b95834 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0877137
Nov 24 16:52:45.845843 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b7a3d996-4457-4ad2-9e52-c15c7f2eae29 req-0b86e462-c180-43e6-806a-311c872865c9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995097
Nov 24 16:52:45.864837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24d216-c2f0-41fd-b7b5-b01f972c1b75 req-ab42312a-b331-41bb-8b73-db83026e4845 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:45.866490 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ff24d216-c2f0-41fd-b7b5-b01f972c1b75 req-ab42312a-b331-41bb-8b73-db83026e4845 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 950 time: 0.1060250
Nov 24 16:52:45.919930 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ff24d216-c2f0-41fd-b7b5-b01f972c1b75 req-8cd5e6d7-8ebc-4a89-875f-72089009d4e3 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462780
Nov 24 16:52:47.149085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783e3dd-68d1-4372-97c3-017284c2000a req-2ae487d9-17e2-4b06-8ffc-d18ff645f833 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:47.150798 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a783e3dd-68d1-4372-97c3-017284c2000a req-2ae487d9-17e2-4b06-8ffc-d18ff645f833 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.21 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 950 time: 0.2117567
Nov 24 16:52:47.200541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954db49-0292-498f-9532-a20806129a32 req-e59cf099-9125-49f1-9443-852fbec04e59 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:47.202173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c954db49-0292-498f-9532-a20806129a32 req-e59cf099-9125-49f1-9443-852fbec04e59 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2100704
Nov 24 16:52:47.277621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Deleting port ef6cfe1b-77f8-476a-b906-63c3b30805b4 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:52:47.278009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:47.307529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4fae8-9439-4ad8-b0bc-ab67bc85286e req-6da06fb7-077a-4b2a-9f90-4a4aec841103 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:47.309120 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-31c4fae8-9439-4ad8-b0bc-ab67bc85286e req-6da06fb7-077a-4b2a-9f90-4a4aec841103 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 950 time: 0.2471352
Nov 24 16:52:47.366100 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c954db49-0292-498f-9532-a20806129a32 req-7397af50-2392-475d-9f3c-da3abd126474 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468172
Nov 24 16:52:47.444565 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-31c4fae8-9439-4ad8-b0bc-ab67bc85286e req-7c0c0e9c-da1d-4a6c-922a-b815ca3a7ca1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/security-groups?id=34140f57-aab3-4148-ac32-0aec698e1568&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155994
Nov 24 16:52:47.593516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] For port ef6cfe1b-77f8-476a-b906-63c3b30805b4, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ef6cfe1b-77f8-476a-b906-63c3b30805b4,segment=NetworkSegment(a0aefaa4-f52a-4a87-b190-f09e0d05946e),segment_id=a0aefaa4-f52a-4a87-b190-f09e0d05946e)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:52:47.593892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:47.737314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Calling delete_port for ef6cfe1b-77f8-476a-b906-63c3b30805b4 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:52:47.893748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:47.900182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1f302998-caaf-4c5f-82d4-9cf7044399b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:47.906281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['ef6cfe1b-77f8-476a-b906-63c3b30805b4'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:52:47.948057 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Pushing event deleted for resources: {'Port': ['ID=ef6cfe1b-77f8-476a-b906-63c3b30805b4,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:47.964316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.964742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.965151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.965551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.965948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.966374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.967143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.967143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.967470 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.967860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.968249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:52:47.998294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:48.046043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] No DVR routers for this DVR port ef6cfe1b-77f8-476a-b906-63c3b30805b4 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:52:48.049915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:48.054446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452b9af4-e875-43e6-a1de-691d40306439', 'name': 'network-vif-deleted', 'tag': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:52:48.070223 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a783e3dd-68d1-4372-97c3-017284c2000a req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.21 "DELETE /v2.0/ports/ef6cfe1b-77f8-476a-b906-63c3b30805b4 HTTP/1.1" status: 204  len: 173 time: 0.9130385
Nov 24 16:52:48.124054 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452b9af4-e875-43e6-a1de-691d40306439', 'name': 'network-vif-deleted', 'tag': 'ef6cfe1b-77f8-476a-b906-63c3b30805b4', 'status': 'completed', 'code': 200}
Nov 24 16:52:48.598246 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf49fd-1eab-4c59-acf2-a23ca21b6dc3 req-10c1e272-4dd1-4ace-8bcc-3c62d5f19736 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:48.599834 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42cf49fd-1eab-4c59-acf2-a23ca21b6dc3 req-10c1e272-4dd1-4ace-8bcc-3c62d5f19736 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0952454
Nov 24 16:52:48.658944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-2cdd05a7-45c8-4639-b0fc-0107baa67049 req-d94be78b-3604-4eda-bba9-5d849d8bc8df tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Synchronizing usage tracker for tenant:1e66157305d648e1b85ddeea587f76b7 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:52:48.694117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-2cdd05a7-45c8-4639-b0fc-0107baa67049 req-d94be78b-3604-4eda-bba9-5d849d8bc8df tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Unset dirty status for tenant:1e66157305d648e1b85ddeea587f76b7 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:52:48.695395 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2cdd05a7-45c8-4639-b0fc-0107baa67049 req-d94be78b-3604-4eda-bba9-5d849d8bc8df tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] 10.222.0.53 "GET /v2.0/ports?device_id=452b9af4-e875-43e6-a1de-691d40306439 HTTP/1.1" status: 200  len: 210 time: 0.1039047
Nov 24 16:52:48.699454 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42cf49fd-1eab-4c59-acf2-a23ca21b6dc3 req-3b1cc206-09b2-4e4a-a4b7-ef547b33877a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667062
Nov 24 16:52:49.924658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e66f1-efd7-4b93-b4fc-ca773fc7a9c8 req-45300ae5-af06-46e4-989f-a2406241702c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:49.926249 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe5e66f1-efd7-4b93-b4fc-ca773fc7a9c8 req-45300ae5-af06-46e4-989f-a2406241702c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0868657
Nov 24 16:52:50.183013 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe5e66f1-efd7-4b93-b4fc-ca773fc7a9c8 req-831df624-74c5-4ec2-a2dc-9afbb61507ac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2502739
Nov 24 16:52:51.287178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ef6cfe1b-77f8-476a-b906-63c3b30805b4 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:52:51.325512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: ef6cfe1b-77f8-476a-b906-63c3b30805b4 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:52:51.325991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ef6cfe1b-77f8-476a-b906-63c3b30805b4 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:52:51.408945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1ebe9-7f81-492b-88d6-48b3c4d6f6ed req-5b33d64a-cee7-4d95-8f4e-79b2f4276a09 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:51.410828 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9bd1ebe9-7f81-492b-88d6-48b3c4d6f6ed req-5b33d64a-cee7-4d95-8f4e-79b2f4276a09 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0910904
Nov 24 16:52:51.464202 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9bd1ebe9-7f81-492b-88d6-48b3c4d6f6ed req-a7db0f63-f008-4f92-9ce5-3846a978dbb4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455227
Nov 24 16:52:52.700516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ed5ef-b204-4689-b41e-cb4d4b66e22e req-cc55be3d-dfeb-4502-b4ee-328bab4fcea9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:52.702180 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-837ed5ef-b204-4689-b41e-cb4d4b66e22e req-cc55be3d-dfeb-4502-b4ee-328bab4fcea9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0913486
Nov 24 16:52:52.751482 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-837ed5ef-b204-4689-b41e-cb4d4b66e22e req-2da35e97-a4b0-4b19-bf56-5d2f17b9dbc4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426774
Nov 24 16:52:53.977379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4437-bf94-47d2-ac99-ed72f6b1b44c req-1f810d69-e219-408d-8b56-11128b588dc5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:53.979011 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8e3b4437-bf94-47d2-ac99-ed72f6b1b44c req-1f810d69-e219-408d-8b56-11128b588dc5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0823486
Nov 24 16:52:54.027471 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8e3b4437-bf94-47d2-ac99-ed72f6b1b44c req-70bc551c-d056-4fd0-ba94-75812fa7ee49 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424547
Nov 24 16:52:55.016329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 52532) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:55.264268 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7326a746-522c-4c2d-9344-f8e7e2e82fe1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e66157305d648e1b85ddeea587f76b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2465541
Nov 24 16:52:55.267022 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 52542) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:52:55.320890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f792692-39e0-45c5-b1bb-58723e9689d5 req-9dce133c-a967-4d89-9fe3-f4f285cbbcfd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:55.322498 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5f792692-39e0-45c5-b1bb-58723e9689d5 req-9dce133c-a967-4d89-9fe3-f4f285cbbcfd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1530051
Nov 24 16:52:55.378868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:55.397887 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5f792692-39e0-45c5-b1bb-58723e9689d5 req-83427b4e-acbc-41a0-b62c-988538f17603 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682046
Nov 24 16:52:55.415580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:55.460620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:55.464468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-adbf709d-bb6f-4df2-95ab-6b09ccec401c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:52:55.479198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34140f57-aab3-4148-ac32-0aec698e1568,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:52:55.482117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:52:55.488478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:52:55.489696 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34140f57-aab3-4148-ac32-0aec698e1568 HTTP/1.1" status: 204  len: 168 time: 0.2211370
Nov 24 16:52:56.613969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c359fbf-b65c-49c1-ae6c-50f848590c7e req-d5eb2f11-f992-4f01-839e-1e0a7e4b3976 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:56.615583 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c359fbf-b65c-49c1-ae6c-50f848590c7e req-d5eb2f11-f992-4f01-839e-1e0a7e4b3976 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0813041
Nov 24 16:52:56.661985 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7c359fbf-b65c-49c1-ae6c-50f848590c7e req-1e692939-397e-4494-b8fa-2ef3da803e08 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404251
Nov 24 16:52:57.076330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:52:57.879166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdea44-c9c2-42de-be57-51ee78673bcd req-fed87b7d-7df0-4161-abbc-4eafa61bb354 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:57.880601 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0abdea44-c9c2-42de-be57-51ee78673bcd req-fed87b7d-7df0-4161-abbc-4eafa61bb354 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0860064
Nov 24 16:52:57.929576 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0abdea44-c9c2-42de-be57-51ee78673bcd req-fbfc52db-9c98-4423-ad52-ff49ce1341bf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428247
Nov 24 16:52:59.146758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc2306-6afc-4dbd-8e0f-13a3125ec6ff req-82eb9d8a-11fe-4a55-bd90-94297eff1e4f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:52:59.148358 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99fc2306-6afc-4dbd-8e0f-13a3125ec6ff req-82eb9d8a-11fe-4a55-bd90-94297eff1e4f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0824957
Nov 24 16:52:59.196957 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-99fc2306-6afc-4dbd-8e0f-13a3125ec6ff req-88279f6c-0f09-49fe-a96f-74747131a261 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422761
Nov 24 16:53:00.143812 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:00.415400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40543c3e-84f0-4b65-9b6f-8b6b1934bbe0 req-a654b032-82c0-4bb1-916b-d5bc8332efeb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:00.416923 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-40543c3e-84f0-4b65-9b6f-8b6b1934bbe0 req-a654b032-82c0-4bb1-916b-d5bc8332efeb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0846896
Nov 24 16:53:00.469382 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-40543c3e-84f0-4b65-9b6f-8b6b1934bbe0 req-daf5caaf-a37c-4c42-b5c7-d94ebe8660a0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464599
Nov 24 16:53:01.685189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cc4f3-2335-47d8-893c-af980cc31804 req-620a2ec9-1257-4b0c-8c6b-529569abcde3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:01.686800 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cf0cc4f3-2335-47d8-893c-af980cc31804 req-620a2ec9-1257-4b0c-8c6b-529569abcde3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0826838
Nov 24 16:53:01.739434 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cf0cc4f3-2335-47d8-893c-af980cc31804 req-285f1111-6e59-4fa8-bc4a-ad92cdc6d743 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453610
Nov 24 16:53:02.961314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2834764-6539-41f8-ae54-9680359af34c req-77c3c184-3592-47eb-a444-c1e22c4d503d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:02.962952 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f2834764-6539-41f8-ae54-9680359af34c req-77c3c184-3592-47eb-a444-c1e22c4d503d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0823836
Nov 24 16:53:03.010919 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f2834764-6539-41f8-ae54-9680359af34c req-936a6334-0847-4533-aa7e-f9006613365c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419161
Nov 24 16:53:04.232194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6be598-f343-4477-9570-78dde7e192a6 req-d98230c7-b170-4b3e-a51f-b78332893210 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:04.233783 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae6be598-f343-4477-9570-78dde7e192a6 req-d98230c7-b170-4b3e-a51f-b78332893210 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0892019
Nov 24 16:53:04.282389 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae6be598-f343-4477-9570-78dde7e192a6 req-66187967-99c2-4b7d-82d2-3506729491f5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417745
Nov 24 16:53:04.446250 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-f1c5e0b5-fcc9-40c2-bb22-4c1d2190efef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723073
Nov 24 16:53:04.543308 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-284c8cf4-0bfd-4f15-9bff-744e28da8248 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 1099 time: 0.0767443
Nov 24 16:53:04.707474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-57c4fb0e-99fb-4554-8d93-cc0a2ce809cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:04.709057 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-57c4fb0e-99fb-4554-8d93-cc0a2ce809cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 912 time: 0.1467049
Nov 24 16:53:04.823867 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-0245cd38-ef45-4813-a901-d1b66637cc5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52a73536-67bb-410f-85aa-47899d21a379 HTTP/1.1" status: 200  len: 1001 time: 0.1079171
Nov 24 16:53:04.896462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-170cac16-7778-4edb-bf91-ec448db06d2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:04.898053 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-170cac16-7778-4edb-bf91-ec448db06d2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.0672786
Nov 24 16:53:04.981849 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-7a0316cd-2ae2-4b01-9072-23dfbff0d399 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763893
Nov 24 16:53:05.064742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e32d48f-7cc1-4558-8f12-14a262b2beca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:05.127411 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-e96bac0f-d175-44fc-baed-60047ce0972e service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391573
Nov 24 16:53:05.271350 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-560c7e3b-fa78-420b-9480-bbbf732d8f45 req-08b7f9c8-213f-4c9c-8ee2-154ebb111ccb service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373339
Nov 24 16:53:05.502715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eec08-284d-4474-957f-1d7f27ca21f8 req-c5a394e9-636e-4c3a-8329-8015d6c80b1b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:05.504263 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0a3eec08-284d-4474-957f-1d7f27ca21f8 req-c5a394e9-636e-4c3a-8329-8015d6c80b1b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0861135
Nov 24 16:53:05.552056 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0a3eec08-284d-4474-957f-1d7f27ca21f8 req-fa0df4f9-f1ed-45be-9981-c41dc7ff2767 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415857
Nov 24 16:53:06.521593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:06.771963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfb732-e76e-44db-80b8-cf73305bfbf8 req-73635b93-df86-4b6b-b59f-6bcb62c68040 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:06.773387 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a0dfb732-e76e-44db-80b8-cf73305bfbf8 req-73635b93-df86-4b6b-b59f-6bcb62c68040 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0886228
Nov 24 16:53:06.821750 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a0dfb732-e76e-44db-80b8-cf73305bfbf8 req-ef2a351e-e2ab-414a-b055-b5b04b215279 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422738
Nov 24 16:53:07.571570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc046701-07b9-40ed-ac2c-725f8af073be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:08.038215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f85cd-5494-49ab-8146-1be456e37157 req-d6d0e597-908d-4ce8-8c4b-4b12ea4f373f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:08.039825 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c88f85cd-5494-49ab-8146-1be456e37157 req-d6d0e597-908d-4ce8-8c4b-4b12ea4f373f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0842593
Nov 24 16:53:08.069845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:08.088653 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c88f85cd-5494-49ab-8146-1be456e37157 req-86bf487f-efb4-473e-ab21-0479d04b26dc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427153
Nov 24 16:53:09.045796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:09.309967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86462fa5-36c3-407c-92ae-be88d8bb06de req-54f373de-7f97-489e-990d-020cf9a84921 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:09.311798 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-86462fa5-36c3-407c-92ae-be88d8bb06de req-54f373de-7f97-489e-990d-020cf9a84921 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0860240
Nov 24 16:53:09.365200 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-86462fa5-36c3-407c-92ae-be88d8bb06de req-53a3e97b-5a18-420a-ae61-a394fa0a34d0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463257
Nov 24 16:53:10.576490 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732701c5-c038-45ae-bfdd-5c540979f954 req-27e9b9de-7a07-4ab2-821c-b9439e51aa9a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:10.577982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-732701c5-c038-45ae-bfdd-5c540979f954 req-27e9b9de-7a07-4ab2-821c-b9439e51aa9a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0812733
Nov 24 16:53:10.624311 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-732701c5-c038-45ae-bfdd-5c540979f954 req-416824ab-d294-4c9a-a336-cb883121149c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398073
Nov 24 16:53:11.842201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f3302-64ab-4cbd-a830-ee22174629df req-e12d5574-ef4e-450b-9d4e-fd9319325677 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:11.843770 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d05f3302-64ab-4cbd-a830-ee22174629df req-e12d5574-ef4e-450b-9d4e-fd9319325677 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0859807
Nov 24 16:53:11.890730 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d05f3302-64ab-4cbd-a830-ee22174629df req-136a1736-0e39-48af-a9d0-b3002160e990 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408881
Nov 24 16:53:13.109776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c11e0-3681-4891-b842-b6addea0b93c req-233fa6ec-7e2c-44ee-88e8-da0ae3eb6028 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:13.111799 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d63c11e0-3681-4891-b842-b6addea0b93c req-233fa6ec-7e2c-44ee-88e8-da0ae3eb6028 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0820618
Nov 24 16:53:13.160341 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d63c11e0-3681-4891-b842-b6addea0b93c req-d7622cc5-7f43-4a38-bda1-d66d19a6b36d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426626
Nov 24 16:53:14.376526 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79d873-4585-44d7-a47e-72b4f30b1527 req-0af32355-73f1-4b7b-b622-14a0d92a25ab tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:14.378163 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe79d873-4585-44d7-a47e-72b4f30b1527 req-0af32355-73f1-4b7b-b622-14a0d92a25ab tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0857432
Nov 24 16:53:14.427117 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe79d873-4585-44d7-a47e-72b4f30b1527 req-e3312aea-e072-4dd5-8dd8-b3cb44972b71 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428119
Nov 24 16:53:15.846747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9919a5c-b5fd-48cc-85f9-14dc542927d7 req-af39f0fb-e790-4ffd-ac5f-cbf08c248b19 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:15.848347 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9919a5c-b5fd-48cc-85f9-14dc542927d7 req-af39f0fb-e790-4ffd-ac5f-cbf08c248b19 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2870874
Nov 24 16:53:15.897777 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c9919a5c-b5fd-48cc-85f9-14dc542927d7 req-b256d1ec-6f47-4df2-b062-d23b9a742b7d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429912
Nov 24 16:53:17.214674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc981ec-e971-4154-b5d3-66d18f214f96 req-097f434b-e166-4f61-b45e-13859c71a9af tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:17.216283 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8dc981ec-e971-4154-b5d3-66d18f214f96 req-097f434b-e166-4f61-b45e-13859c71a9af tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1824248
Nov 24 16:53:17.264164 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8dc981ec-e971-4154-b5d3-66d18f214f96 req-fe70b22d-1114-4107-985b-2b00385978fe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415385
Nov 24 16:53:18.487235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615dc80-18dc-4b75-afb2-a0938a171795 req-5ecfb029-f6ca-420a-aa89-70e08a892ff1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:18.488776 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d615dc80-18dc-4b75-afb2-a0938a171795 req-5ecfb029-f6ca-420a-aa89-70e08a892ff1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0911057
Nov 24 16:53:18.540755 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d615dc80-18dc-4b75-afb2-a0938a171795 req-4a263360-6042-4c1a-8f7c-0cc14d9d420b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459173
Nov 24 16:53:19.770064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0ca2-559c-4889-8f71-93cfca3173d4 req-8021ec15-f503-46fa-8ee8-5dd864f94bd8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:19.771669 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-579f0ca2-559c-4889-8f71-93cfca3173d4 req-8021ec15-f503-46fa-8ee8-5dd864f94bd8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0820370
Nov 24 16:53:19.821114 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-579f0ca2-559c-4889-8f71-93cfca3173d4 req-a90dda28-d10e-4561-b31b-48c888e88b99 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431747
Nov 24 16:53:21.037204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8eacb-9458-41e8-a888-1ecae82352be req-d434376e-4fec-40f1-8256-e68c61becc46 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:21.038828 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-27d8eacb-9458-41e8-a888-1ecae82352be req-d434376e-4fec-40f1-8256-e68c61becc46 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0849168
Nov 24 16:53:21.086671 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-27d8eacb-9458-41e8-a888-1ecae82352be req-98155f7b-8ff8-4b39-88d1-da2ae2c5dbb2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417738
Nov 24 16:53:22.305378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da276c02-2235-4bc4-ae0c-cbe2cbb7ad9b req-7b7a7da4-8217-4a7a-a553-6686a99ba2bf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:22.307009 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-da276c02-2235-4bc4-ae0c-cbe2cbb7ad9b req-7b7a7da4-8217-4a7a-a553-6686a99ba2bf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0815682
Nov 24 16:53:22.355103 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-da276c02-2235-4bc4-ae0c-cbe2cbb7ad9b req-dff2d469-e06f-48af-be8b-1ca32f1ef3ae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418720
Nov 24 16:53:23.572475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf426-4b09-42d9-8ee8-9cc1ca525e80 req-9c160290-232c-49bb-8cfc-5cf2c7ebcd73 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:23.574078 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-66bdf426-4b09-42d9-8ee8-9cc1ca525e80 req-9c160290-232c-49bb-8cfc-5cf2c7ebcd73 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0859969
Nov 24 16:53:23.622633 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-66bdf426-4b09-42d9-8ee8-9cc1ca525e80 req-e886f812-bd9e-4509-962e-1b074f4131e5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422862
Nov 24 16:53:24.843473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e4fca-2741-4ae8-8b2d-04a6dc87fe1a req-99b90484-25c3-4a81-9e5c-b57b2cb811c3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:24.845051 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7e7e4fca-2741-4ae8-8b2d-04a6dc87fe1a req-99b90484-25c3-4a81-9e5c-b57b2cb811c3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0820982
Nov 24 16:53:24.892645 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7e7e4fca-2741-4ae8-8b2d-04a6dc87fe1a req-d6108946-5dac-4988-9246-e633daae4b1d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407703
Nov 24 16:53:26.107131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4c2f3-58aa-4634-8a8d-05b320420075 req-3552de4c-c8f0-437a-9288-3ab99cbe8f4f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:26.108719 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c2d4c2f3-58aa-4634-8a8d-05b320420075 req-3552de4c-c8f0-437a-9288-3ab99cbe8f4f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0842915
Nov 24 16:53:26.155245 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c2d4c2f3-58aa-4634-8a8d-05b320420075 req-b3b81a0a-09b1-47b3-afd1-30650a5c4a16 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399365
Nov 24 16:53:27.369692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887f6b-1f34-4d89-b79b-6ef4ffecba48 req-1859448b-83c8-4135-8170-a76b4b763842 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:27.371222 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-05887f6b-1f34-4d89-b79b-6ef4ffecba48 req-1859448b-83c8-4135-8170-a76b4b763842 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0811455
Nov 24 16:53:27.421953 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-05887f6b-1f34-4d89-b79b-6ef4ffecba48 req-68591837-767c-449e-90a2-1ffa86c1f021 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445797
Nov 24 16:53:28.635209 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724054-0e33-41c7-8019-44e3a941f444 req-62da98be-0324-439f-82a0-3994aca99ae7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:28.640450 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5e724054-0e33-41c7-8019-44e3a941f444 req-62da98be-0324-439f-82a0-3994aca99ae7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0812697
Nov 24 16:53:28.686437 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5e724054-0e33-41c7-8019-44e3a941f444 req-969785ee-55ce-45eb-81ab-af1d38270d2a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433736
Nov 24 16:53:29.902436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867caef-0b49-4f08-b1bb-e9e5a923af4b req-7ad9a05b-fcfc-4937-ba49-8ae583dab028 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:29.903991 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f867caef-0b49-4f08-b1bb-e9e5a923af4b req-7ad9a05b-fcfc-4937-ba49-8ae583dab028 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0839186
Nov 24 16:53:29.951106 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f867caef-0b49-4f08-b1bb-e9e5a923af4b req-bc851ae2-2c57-4a7d-a3a2-25d06f865bc0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405648
Nov 24 16:53:30.136659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:31.166819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6340c1-e5a5-4e39-a012-9dd5371be3ce req-bd968b42-98cd-4bfa-80c1-e22132ad53c7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:31.168433 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8a6340c1-e5a5-4e39-a012-9dd5371be3ce req-bd968b42-98cd-4bfa-80c1-e22132ad53c7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0829253
Nov 24 16:53:31.218440 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8a6340c1-e5a5-4e39-a012-9dd5371be3ce req-c0034846-92c0-428a-9a8d-7c5a4383ceb2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435803
Nov 24 16:53:32.438472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28511f0e-c2a8-411c-ae49-b49eaf518f8f req-6313846b-7c76-43b5-8006-a8882650b653 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:32.440890 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-28511f0e-c2a8-411c-ae49-b49eaf518f8f req-6313846b-7c76-43b5-8006-a8882650b653 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0879271
Nov 24 16:53:32.491001 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-28511f0e-c2a8-411c-ae49-b49eaf518f8f req-4a5182b9-3d04-4c97-a4f4-333233f57563 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435522
Nov 24 16:53:33.708545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77dae2-59ab-4370-8842-fcb1772a0045 req-33f154f8-fa19-4a8a-8c6f-cfc2736c70fb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:33.710226 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9a77dae2-59ab-4370-8842-fcb1772a0045 req-33f154f8-fa19-4a8a-8c6f-cfc2736c70fb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0834818
Nov 24 16:53:33.760758 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9a77dae2-59ab-4370-8842-fcb1772a0045 req-08666505-109f-495c-857f-860a83c884d1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442042
Nov 24 16:53:34.077418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:53:34.976562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c9c0f-0880-47d2-9758-2f6f16f31335 req-7e1c70f2-1205-4d30-9704-0ca1d7600a75 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:34.978065 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9c6c9c0f-0880-47d2-9758-2f6f16f31335 req-7e1c70f2-1205-4d30-9704-0ca1d7600a75 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0809803
Nov 24 16:53:35.026109 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9c6c9c0f-0880-47d2-9758-2f6f16f31335 req-a1632363-60e7-435f-9781-3dc03ad8e119 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416973
Nov 24 16:53:35.058648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29894d77-d0b0-4757-bb5f-a098823e1fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:36.522956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736dce8-ead7-40a8-b79f-0b0b46aaf7a4 req-67402715-a415-444b-9ba8-7bf1947691c2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:36.524703 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2736dce8-ead7-40a8-b79f-0b0b46aaf7a4 req-67402715-a415-444b-9ba8-7bf1947691c2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0894170
Nov 24 16:53:36.525163 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:36.574754 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2736dce8-ead7-40a8-b79f-0b0b46aaf7a4 req-8eee02ed-5ac0-4f6e-a69e-df4f2320b12d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428536
Nov 24 16:53:37.572939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cfc43773-5c3f-45dd-8108-93e020fe930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:37.788623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43a66-740e-4825-a44c-5651f935c6d5 req-c5b2315e-7d69-4528-99c1-0ab386cae660 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:37.790252 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f4a43a66-740e-4825-a44c-5651f935c6d5 req-c5b2315e-7d69-4528-99c1-0ab386cae660 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0807209
Nov 24 16:53:37.837644 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f4a43a66-740e-4825-a44c-5651f935c6d5 req-0373c0e6-4090-4032-9cd1-ee9d24561a91 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412126
Nov 24 16:53:38.071722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:39.054094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:53:39.240766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d808-e9a6-477d-acc0-c5397b1684fb req-e94d6787-1029-4d02-bc88-2bcc2f0dd88c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:39.242367 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d2b4d808-e9a6-477d-acc0-c5397b1684fb req-e94d6787-1029-4d02-bc88-2bcc2f0dd88c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2741954
Nov 24 16:53:39.289251 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d2b4d808-e9a6-477d-acc0-c5397b1684fb req-10bd7692-fa4c-45ac-a6d2-5a725d36b5b8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407405
Nov 24 16:53:40.500716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442faa59-d314-46a2-a3dd-23d71f4fc408 req-76e8f08e-b310-41f1-9c69-9bd7568f0ee5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:40.502832 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-442faa59-d314-46a2-a3dd-23d71f4fc408 req-76e8f08e-b310-41f1-9c69-9bd7568f0ee5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0817425
Nov 24 16:53:40.551133 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-442faa59-d314-46a2-a3dd-23d71f4fc408 req-09a500f0-5654-4178-b279-0b3c81ce7a5e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421154
Nov 24 16:53:41.769768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c6446-0559-4841-8c5c-2e08ec91401f req-e4fd0106-10b6-4046-b9bb-0d9ebaadc7f2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:41.771377 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d2c6446-0559-4841-8c5c-2e08ec91401f req-e4fd0106-10b6-4046-b9bb-0d9ebaadc7f2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0877018
Nov 24 16:53:41.821447 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d2c6446-0559-4841-8c5c-2e08ec91401f req-5295ba00-879c-40f2-85a8-626066fc83dc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439746
Nov 24 16:53:43.040836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2378f2-129b-4633-b220-6cc8f99236c6 req-0717c272-7706-4d83-9125-5ccacf809722 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:43.042474 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7e2378f2-129b-4633-b220-6cc8f99236c6 req-0717c272-7706-4d83-9125-5ccacf809722 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0817456
Nov 24 16:53:43.091015 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7e2378f2-129b-4633-b220-6cc8f99236c6 req-62a1d0bd-67dc-429e-8a71-fca04278609a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424128
Nov 24 16:53:44.311326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf21ebd-2296-4bed-9361-84f5a2d519ed req-2da5d5c8-3db0-4d0c-bd22-112049a8ad57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:44.312927 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2bf21ebd-2296-4bed-9361-84f5a2d519ed req-2da5d5c8-3db0-4d0c-bd22-112049a8ad57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0860360
Nov 24 16:53:44.362812 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2bf21ebd-2296-4bed-9361-84f5a2d519ed req-a7d7cd7d-6e14-42f9-a45b-82e4d4997e32 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426176
Nov 24 16:53:45.576211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c6453-5989-435d-a796-ca6eb7ac6d54 req-cedb6d23-1cac-42b4-84e2-a5af5d5165fe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:45.577834 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f49c6453-5989-435d-a796-ca6eb7ac6d54 req-cedb6d23-1cac-42b4-84e2-a5af5d5165fe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0804522
Nov 24 16:53:45.630348 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f49c6453-5989-435d-a796-ca6eb7ac6d54 req-e14bfa56-4c49-43f4-99e7-96e46b1bf7cb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456603
Nov 24 16:53:46.843495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f7d7f-561e-4d27-992f-9a35eb559866 req-d65b8190-196e-43f5-a6d0-94beb543f848 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:46.845059 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-220f7d7f-561e-4d27-992f-9a35eb559866 req-d65b8190-196e-43f5-a6d0-94beb543f848 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0811901
Nov 24 16:53:46.892027 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-220f7d7f-561e-4d27-992f-9a35eb559866 req-f59cf105-1286-47d0-80f9-f160327ff4be tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401981
Nov 24 16:53:48.108330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f49cbe-799f-4509-be40-0250027b2c02 req-7d736b52-9867-413f-8624-42a377460ec7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:48.109841 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a1f49cbe-799f-4509-be40-0250027b2c02 req-7d736b52-9867-413f-8624-42a377460ec7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0850236
Nov 24 16:53:48.157324 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a1f49cbe-799f-4509-be40-0250027b2c02 req-2c990427-fff9-4e03-a1c6-b9c4b02cedd3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408804
Nov 24 16:53:49.369987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30394f06-b917-431f-b8ff-a6c0942cafd4 req-e76ac6be-6160-466a-91a0-01598926e7b9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:49.371623 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30394f06-b917-431f-b8ff-a6c0942cafd4 req-e76ac6be-6160-466a-91a0-01598926e7b9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0818515
Nov 24 16:53:49.418834 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30394f06-b917-431f-b8ff-a6c0942cafd4 req-0fc86b14-75ff-4d92-a5a9-75bb5d41931a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411708
Nov 24 16:53:50.635350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f941611-0963-4046-92c7-067649a33a43 req-7b631323-7c41-406b-bd33-54bdabd4b83a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:50.636922 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5f941611-0963-4046-92c7-067649a33a43 req-7b631323-7c41-406b-bd33-54bdabd4b83a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0847578
Nov 24 16:53:50.684823 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5f941611-0963-4046-92c7-067649a33a43 req-9d759106-3d74-4969-a1d7-feed6d55c764 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419197
Nov 24 16:53:51.901168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25812524-9e13-4fbe-b6fe-d7fb27a6e0a6 req-a2e3376e-268e-4874-a1f8-c307706e4132 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:51.902793 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-25812524-9e13-4fbe-b6fe-d7fb27a6e0a6 req-a2e3376e-268e-4874-a1f8-c307706e4132 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0822628
Nov 24 16:53:51.963048 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-25812524-9e13-4fbe-b6fe-d7fb27a6e0a6 req-cd4736ff-139c-4c4f-8314-da9038bb9146 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542591
Nov 24 16:53:53.178940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfe8dc-c3fe-4175-b166-852db97423ef req-29ba495d-9bd8-472a-8215-56434428b256 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:53.180438 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30bfe8dc-c3fe-4175-b166-852db97423ef req-29ba495d-9bd8-472a-8215-56434428b256 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0855074
Nov 24 16:53:53.230508 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30bfe8dc-c3fe-4175-b166-852db97423ef req-246614d2-402f-4157-9075-ec8c0aac239b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432203
Nov 24 16:53:54.447130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd4270-bd9f-4f58-be62-419deda379ea req-5b1a8534-8ce1-422e-bb4b-db754a3273b5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:54.448706 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dfdd4270-bd9f-4f58-be62-419deda379ea req-5b1a8534-8ce1-422e-bb4b-db754a3273b5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0836582
Nov 24 16:53:54.499763 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dfdd4270-bd9f-4f58-be62-419deda379ea req-13e8f698-43a8-4054-ae65-2306f2356420 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448601
Nov 24 16:53:55.712961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b15873-c7a4-4e12-824a-ea26c14a2034 req-9a47fc8f-c340-4b96-9111-22135bb47a57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:55.714541 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-43b15873-c7a4-4e12-824a-ea26c14a2034 req-9a47fc8f-c340-4b96-9111-22135bb47a57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0808585
Nov 24 16:53:55.761137 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-43b15873-c7a4-4e12-824a-ea26c14a2034 req-bdb9617b-ca8b-4ab5-848c-bbc225ecfa91 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405993
Nov 24 16:53:56.975168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce539ee-5bec-4eb1-aef8-bf5d949748de req-a3c56d17-9b36-48c1-93db-b3daee5d5dc5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:56.976714 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5ce539ee-5bec-4eb1-aef8-bf5d949748de req-a3c56d17-9b36-48c1-93db-b3daee5d5dc5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0847225
Nov 24 16:53:57.023067 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5ce539ee-5bec-4eb1-aef8-bf5d949748de req-1fa56353-bf39-4f21-b4b4-9962d6ab7b5d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403655
Nov 24 16:53:58.238780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e77489-b004-4f18-8190-d1a299171774 req-2cf438e4-449f-4ed2-be3c-01063fc60b15 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:58.240405 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-87e77489-b004-4f18-8190-d1a299171774 req-2cf438e4-449f-4ed2-be3c-01063fc60b15 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0830479
Nov 24 16:53:58.289028 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-87e77489-b004-4f18-8190-d1a299171774 req-dbc41f4d-8c3c-41c6-b58c-1569e81c6467 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419338
Nov 24 16:53:59.546363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1993f-d5b1-448f-9ce2-7625bf8a1ae0 req-d0d22825-be12-4528-aaa5-320be0a9bc1d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:53:59.547971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-04b1993f-d5b1-448f-9ce2-7625bf8a1ae0 req-d0d22825-be12-4528-aaa5-320be0a9bc1d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0878155
Nov 24 16:53:59.595831 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-04b1993f-d5b1-448f-9ce2-7625bf8a1ae0 req-a8f10603-f7f9-4f32-a64a-910341ce48a2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411835
Nov 24 16:54:00.140928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:00.808921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd204-eea2-4de7-9f36-bb4ccc0ccd28 req-d92e2dfc-cff6-4e8d-ab9c-0692cdb03ec9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:00.810552 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0accd204-eea2-4de7-9f36-bb4ccc0ccd28 req-d92e2dfc-cff6-4e8d-ab9c-0692cdb03ec9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0806813
Nov 24 16:54:00.863226 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0accd204-eea2-4de7-9f36-bb4ccc0ccd28 req-d293aa3e-df46-4619-8e8b-0003e06f8f34 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462275
Nov 24 16:54:02.078157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d6f2c-8408-4112-a260-3e0687711d78 req-d4f7ff5d-6521-4805-aca8-86ea928bd246 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:02.079743 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f19d6f2c-8408-4112-a260-3e0687711d78 req-d4f7ff5d-6521-4805-aca8-86ea928bd246 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0816815
Nov 24 16:54:02.134383 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f19d6f2c-8408-4112-a260-3e0687711d78 req-faecce80-4eff-478b-9246-0b0f394df94e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482488
Nov 24 16:54:03.355591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47e699-333b-4ceb-826d-c1c13f95ec67 req-dcee87e3-d73f-44cf-a7ba-21845a5abf5a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:03.357059 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dc47e699-333b-4ceb-826d-c1c13f95ec67 req-dcee87e3-d73f-44cf-a7ba-21845a5abf5a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0859759
Nov 24 16:54:03.404219 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dc47e699-333b-4ceb-826d-c1c13f95ec67 req-fe266360-1f24-464f-96b8-227e965a6797 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402589
Nov 24 16:54:04.614919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e164a4c-4830-435c-8033-d21a7777cf06 req-cfeeca52-22c2-4684-aaf0-74d266ae820a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:04.616478 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1e164a4c-4830-435c-8033-d21a7777cf06 req-cfeeca52-22c2-4684-aaf0-74d266ae820a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0808897
Nov 24 16:54:04.663476 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1e164a4c-4830-435c-8033-d21a7777cf06 req-36151283-f576-4725-964b-f120197f2b7a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409076
Nov 24 16:54:05.054935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c8af3f5-b465-42fe-8e03-a65b90d774f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:05.883786 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f97693-fc89-4031-8fc6-2f6ebc778b51 req-3980b1ff-a189-41bd-998d-6fdfdd345fe3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:05.885369 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62f97693-fc89-4031-8fc6-2f6ebc778b51 req-3980b1ff-a189-41bd-998d-6fdfdd345fe3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0854030
Nov 24 16:54:05.932415 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-62f97693-fc89-4031-8fc6-2f6ebc778b51 req-023c1185-9a8f-4448-ac24-d1abcdfff1c8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408888
Nov 24 16:54:06.521387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:07.148565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c1af-f871-44ee-b3ed-f15870cbaa04 req-0173b93a-023e-41a8-a59e-faa4940d0a1b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:07.150161 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0915c1af-f871-44ee-b3ed-f15870cbaa04 req-0173b93a-023e-41a8-a59e-faa4940d0a1b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0814760
Nov 24 16:54:07.198575 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0915c1af-f871-44ee-b3ed-f15870cbaa04 req-72261eae-6e27-489a-80c6-6c1acb538b98 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423059
Nov 24 16:54:07.582551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e66313a8-3b9a-4258-823c-c3c40eab827f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:08.073161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:08.417195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3998a-0724-4c1c-adb9-36419085a7a8 req-82a06c2c-3159-41c3-a06d-fff0e3408eef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:08.418827 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-56f3998a-0724-4c1c-adb9-36419085a7a8 req-82a06c2c-3159-41c3-a06d-fff0e3408eef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0858672
Nov 24 16:54:08.467005 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-56f3998a-0724-4c1c-adb9-36419085a7a8 req-d57b21a4-2d3d-417b-bb43-21df53ef8304 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420957
Nov 24 16:54:09.053012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:09.679031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76be8-d958-43a4-a371-c56348515abb req-6567bf48-acbb-4db4-9ca5-e70c8c773c05 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:09.680625 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0ef76be8-d958-43a4-a371-c56348515abb req-6567bf48-acbb-4db4-9ca5-e70c8c773c05 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0803487
Nov 24 16:54:09.734060 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0ef76be8-d958-43a4-a371-c56348515abb req-c9af2de1-6196-420d-9c21-f149ebc446ea tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465894
Nov 24 16:54:10.955615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff30f7b-fd39-4ceb-ae58-698ebb4d22b3 req-df0a5e57-1f7b-423c-8e5b-8ac1ca7be4aa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:10.957851 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ff30f7b-fd39-4ceb-ae58-698ebb4d22b3 req-df0a5e57-1f7b-423c-8e5b-8ac1ca7be4aa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0858593
Nov 24 16:54:11.006096 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ff30f7b-fd39-4ceb-ae58-698ebb4d22b3 req-4be57c59-7667-4627-9dc3-006ae1f55833 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421429
Nov 24 16:54:11.078280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:54:12.223142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575caa9-6c00-42d9-bdc3-f49143e76872 req-dcd0aee4-47a1-4c95-a4d6-64e07f209fc5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:12.224652 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3575caa9-6c00-42d9-bdc3-f49143e76872 req-dcd0aee4-47a1-4c95-a4d6-64e07f209fc5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0882614
Nov 24 16:54:12.271786 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3575caa9-6c00-42d9-bdc3-f49143e76872 req-f2f8e664-28a7-4e32-8ed0-6fde7e8689d5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409188
Nov 24 16:54:13.486616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63eb40-a4ff-4ddf-9e27-9e9f436a8d67 req-250bb391-9e3b-4a61-95f8-0328a5ceeb25 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:13.488694 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4e63eb40-a4ff-4ddf-9e27-9e9f436a8d67 req-250bb391-9e3b-4a61-95f8-0328a5ceeb25 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0814111
Nov 24 16:54:13.537384 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4e63eb40-a4ff-4ddf-9e27-9e9f436a8d67 req-a7f5e5c9-5627-4038-9e68-6ce731a1b524 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427420
Nov 24 16:54:14.757251 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efd8ef-45fa-4134-a14b-1f372fecce7a req-b54af5d0-7f4a-4753-b5b9-e5e605cb8f89 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:14.758882 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3efd8ef-45fa-4134-a14b-1f372fecce7a req-b54af5d0-7f4a-4753-b5b9-e5e605cb8f89 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0892005
Nov 24 16:54:14.807289 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3efd8ef-45fa-4134-a14b-1f372fecce7a req-ac9eaa28-4c88-41cf-bdad-042d9ec26268 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424225
Nov 24 16:54:16.017980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163fb7b-fb59-418a-a443-30f6738d3d22 req-2679e60b-eff6-483e-b00b-fa2196dfe3ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:16.019623 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9163fb7b-fb59-418a-a443-30f6738d3d22 req-2679e60b-eff6-483e-b00b-fa2196dfe3ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0808206
Nov 24 16:54:16.067124 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9163fb7b-fb59-418a-a443-30f6738d3d22 req-0f1663d0-acf0-4b9b-8d32-d90d43548cc7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412452
Nov 24 16:54:17.288425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0ba0b-2226-4c5a-a6ed-34ae5aa805ef req-ab0a24b5-6277-43fb-8f06-0ca549e36082 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:17.289947 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9aa0ba0b-2226-4c5a-a6ed-34ae5aa805ef req-ab0a24b5-6277-43fb-8f06-0ca549e36082 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0869768
Nov 24 16:54:17.338084 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9aa0ba0b-2226-4c5a-a6ed-34ae5aa805ef req-d037cfcd-0c07-4a3a-8da0-22f071c626bf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419424
Nov 24 16:54:18.553157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816647e-2d5f-49ec-806a-e8404e063640 req-818dd956-f69c-4108-95b6-6c5e4881f8bd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:18.557884 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0816647e-2d5f-49ec-806a-e8404e063640 req-818dd956-f69c-4108-95b6-6c5e4881f8bd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0873234
Nov 24 16:54:18.607128 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0816647e-2d5f-49ec-806a-e8404e063640 req-bc48c090-f6fa-4c57-9532-74e176c8ea7d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461838
Nov 24 16:54:19.849637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e57e41-5604-4936-a160-f2d8f4e4cf24 req-304d41c9-5816-4c77-bb71-21461ac37f49 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:19.851165 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50e57e41-5604-4936-a160-f2d8f4e4cf24 req-304d41c9-5816-4c77-bb71-21461ac37f49 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0836639
Nov 24 16:54:19.898430 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50e57e41-5604-4936-a160-f2d8f4e4cf24 req-66b735b5-1200-4352-a75d-d95846bae0f0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411515
Nov 24 16:54:21.115946 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20b81c-2c63-4ada-a1a8-f3ac63250bf3 req-2d26f1e7-bdae-4ef5-9c2a-29192fc308ac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:21.117509 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef20b81c-2c63-4ada-a1a8-f3ac63250bf3 req-2d26f1e7-bdae-4ef5-9c2a-29192fc308ac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0850894
Nov 24 16:54:21.164927 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ef20b81c-2c63-4ada-a1a8-f3ac63250bf3 req-f7dc8afb-89ae-40c5-bbe5-c6709f15a2ae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412352
Nov 24 16:54:22.397217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d70fb-7385-42a6-9913-04afd6e7c6eb req-d398eaed-2db1-4753-aba7-1593da5a17f4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:22.398845 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c33d70fb-7385-42a6-9913-04afd6e7c6eb req-d398eaed-2db1-4753-aba7-1593da5a17f4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0818491
Nov 24 16:54:22.445876 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c33d70fb-7385-42a6-9913-04afd6e7c6eb req-7bc57fc1-b42f-40a5-8294-70e27d804dec tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409484
Nov 24 16:54:23.664141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65727342-30d7-4fb6-a05f-a9b7022056ab req-20098c75-d60e-412a-8672-6c3e3589d401 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:23.665884 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-65727342-30d7-4fb6-a05f-a9b7022056ab req-20098c75-d60e-412a-8672-6c3e3589d401 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0857151
Nov 24 16:54:23.715280 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-65727342-30d7-4fb6-a05f-a9b7022056ab req-f0c2700d-6e43-4551-aea5-0e79b35e083d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432179
Nov 24 16:54:24.926092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24136173-5f90-4a9c-bd6a-9fd10b1ebaa9 req-15d20011-416f-4753-9bd0-a3ad245e96dc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:24.927647 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-24136173-5f90-4a9c-bd6a-9fd10b1ebaa9 req-15d20011-416f-4753-9bd0-a3ad245e96dc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0803356
Nov 24 16:54:24.975064 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-24136173-5f90-4a9c-bd6a-9fd10b1ebaa9 req-4a993f08-f276-462d-9a7f-0b29e7b6453f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412505
Nov 24 16:54:26.188828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaa68a-7409-4e85-bcf4-7b9d251a8227 req-9686eea5-b03b-40a1-9b2a-030cba8a8875 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:26.190439 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5deaa68a-7409-4e85-bcf4-7b9d251a8227 req-9686eea5-b03b-40a1-9b2a-030cba8a8875 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0845888
Nov 24 16:54:26.242399 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5deaa68a-7409-4e85-bcf4-7b9d251a8227 req-06295c04-58da-4e5d-80d7-bbf8f914f298 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441527
Nov 24 16:54:27.462383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648d36a-caf8-4f2c-aca2-989da007d698 req-6a0e7fc1-82da-48a7-b46e-c6011f342b0f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:27.463979 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6648d36a-caf8-4f2c-aca2-989da007d698 req-6a0e7fc1-82da-48a7-b46e-c6011f342b0f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0833144
Nov 24 16:54:27.514557 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6648d36a-caf8-4f2c-aca2-989da007d698 req-f38e0aac-7b8d-4c8e-b018-9a3cff995f78 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443246
Nov 24 16:54:28.865160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34637bb2-7d0b-4efe-86cb-ebeda0c29984 req-c3779a12-074f-4863-933e-95453ea1224a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:28.866729 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-34637bb2-7d0b-4efe-86cb-ebeda0c29984 req-c3779a12-074f-4863-933e-95453ea1224a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0813649
Nov 24 16:54:28.913644 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-34637bb2-7d0b-4efe-86cb-ebeda0c29984 req-042e77cc-00a5-42ae-b8a8-da81a7521059 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407596
Nov 24 16:54:30.147594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f8d76-c62b-41f8-b167-0594a3b93bc9 req-c7793524-261e-4747-90da-1eb4f3af0a8e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:30.149195 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4b4f8d76-c62b-41f8-b167-0594a3b93bc9 req-c7793524-261e-4747-90da-1eb4f3af0a8e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1003778
Nov 24 16:54:30.161519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:30.199964 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4b4f8d76-c62b-41f8-b167-0594a3b93bc9 req-caf74e76-b9a1-4d55-8b39-7ab33a5656e2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438364
Nov 24 16:54:31.415228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e9a8e-500d-49f6-9469-524303eea5e4 req-48e8d18a-e4c2-43f8-9970-c392d32bc621 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:31.416829 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f1e9a8e-500d-49f6-9469-524303eea5e4 req-48e8d18a-e4c2-43f8-9970-c392d32bc621 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0814540
Nov 24 16:54:31.464945 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f1e9a8e-500d-49f6-9469-524303eea5e4 req-7b5ef639-112a-486a-b9ab-b527a4d84dd6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419371
Nov 24 16:54:32.679543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f824a-fe3a-47a5-b8e1-fba3c6a22e84 req-37437978-6597-4ffc-8f3c-faaa4c73a174 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:32.681097 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-820f824a-fe3a-47a5-b8e1-fba3c6a22e84 req-37437978-6597-4ffc-8f3c-faaa4c73a174 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0846236
Nov 24 16:54:32.728568 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-820f824a-fe3a-47a5-b8e1-fba3c6a22e84 req-155b9388-a845-4582-a96f-f20a707b2aba tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412490
Nov 24 16:54:33.949706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26afd4a-5bd6-4cc7-841d-a8c22e7b5e8e req-715335d4-a113-4f1c-9613-d482ab43e13a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:33.951374 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e26afd4a-5bd6-4cc7-841d-a8c22e7b5e8e req-715335d4-a113-4f1c-9613-d482ab43e13a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0916324
Nov 24 16:54:34.002400 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e26afd4a-5bd6-4cc7-841d-a8c22e7b5e8e req-e7ec48a1-7c51-4a9d-88e8-fe5e50824783 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431197
Nov 24 16:54:35.073763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce888d13-e2cd-4f47-8b96-b1f716cd867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:35.234787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f0b5b-b6a8-4fee-9769-551bf61a1eef req-938fa8d1-e676-4b33-9f54-ca32721d4ccd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:35.236377 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0e7f0b5b-b6a8-4fee-9769-551bf61a1eef req-938fa8d1-e676-4b33-9f54-ca32721d4ccd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0848544
Nov 24 16:54:35.284513 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0e7f0b5b-b6a8-4fee-9769-551bf61a1eef req-a237c184-17ac-43b8-a823-62124aecc4c8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412591
Nov 24 16:54:36.500692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4e8e1-30a6-439d-b70b-d7272d5abcca req-b832839b-0d58-4f02-840b-31a1c08e25dd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:36.502232 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-63a4e8e1-30a6-439d-b70b-d7272d5abcca req-b832839b-0d58-4f02-840b-31a1c08e25dd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0813870
Nov 24 16:54:36.523191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:36.555177 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-63a4e8e1-30a6-439d-b70b-d7272d5abcca req-a5737570-4ee8-4079-a6f5-978ae0638d19 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451021
Nov 24 16:54:37.573791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ca75a8b7-9953-4b89-8dde-67f6a5a42a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:37.771656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca2994-bc08-412d-8527-d92856e8e027 req-339b41d6-7d89-460b-ba54-106cbcc3427a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:37.773252 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3aca2994-bc08-412d-8527-d92856e8e027 req-339b41d6-7d89-460b-ba54-106cbcc3427a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0834332
Nov 24 16:54:37.820301 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3aca2994-bc08-412d-8527-d92856e8e027 req-4cdfb1c8-bfdf-4a9c-afaf-d2c404c2b2d0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409582
Nov 24 16:54:38.077117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:39.037229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4052-e0d2-4e3f-97ce-1690f9598d40 req-0ddae298-45d3-4ba5-9da2-218b882c6454 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:39.038850 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a93e4052-e0d2-4e3f-97ce-1690f9598d40 req-0ddae298-45d3-4ba5-9da2-218b882c6454 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0863812
Nov 24 16:54:39.056502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:54:39.087557 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a93e4052-e0d2-4e3f-97ce-1690f9598d40 req-8d77d51e-e419-46be-80f2-e18dd208540f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426989
Nov 24 16:54:40.317855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e6b8-f0db-4ee8-831e-f14bdec5258e req-c61a502a-7e52-4b2b-8eaf-18d070fc2b78 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:40.319478 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec7e6b8-f0db-4ee8-831e-f14bdec5258e req-c61a502a-7e52-4b2b-8eaf-18d070fc2b78 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0838490
Nov 24 16:54:40.372977 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec7e6b8-f0db-4ee8-831e-f14bdec5258e req-fe7e627b-e3a0-4d83-904f-3b9a6caf2c52 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474789
Nov 24 16:54:41.603261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeccfd9-4cd3-4ddd-ac17-43b0f584858f req-a9ba7239-3c77-4a4a-892e-71091a441906 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:41.606566 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ceeccfd9-4cd3-4ddd-ac17-43b0f584858f req-a9ba7239-3c77-4a4a-892e-71091a441906 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1005492
Nov 24 16:54:41.677468 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ceeccfd9-4cd3-4ddd-ac17-43b0f584858f req-3b9acd3b-fedc-488a-919f-2481b9ebb73a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605292
Nov 24 16:54:42.892107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc4901-5fc7-44c9-927d-23c90ca39184 req-5b00e1be-cb0a-4c53-997d-9857f0ca06ca tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:42.893684 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9fc4901-5fc7-44c9-927d-23c90ca39184 req-5b00e1be-cb0a-4c53-997d-9857f0ca06ca tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0816114
Nov 24 16:54:42.946369 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a9fc4901-5fc7-44c9-927d-23c90ca39184 req-8d53b857-9b2f-4972-87b7-04aa5cedc0ba tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458798
Nov 24 16:54:44.345686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4553e79-03e2-4c38-be2c-c19811159987 req-9642b302-898b-4601-a009-c76c48c7b7c2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:44.347245 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b4553e79-03e2-4c38-be2c-c19811159987 req-9642b302-898b-4601-a009-c76c48c7b7c2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2663763
Nov 24 16:54:44.393895 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b4553e79-03e2-4c38-be2c-c19811159987 req-e4e8046d-4f56-40f6-9ddd-b102ea20da81 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405135
Nov 24 16:54:45.615192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30286bfd-5ba6-43b1-81d8-8ea8f92c486e req-e2722f86-5414-4355-af80-d88b65e389e5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:45.616761 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30286bfd-5ba6-43b1-81d8-8ea8f92c486e req-e2722f86-5414-4355-af80-d88b65e389e5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0860400
Nov 24 16:54:45.663722 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-30286bfd-5ba6-43b1-81d8-8ea8f92c486e req-3edf2c47-e028-4c11-afaa-0a944855635f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409503
Nov 24 16:54:46.879970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdd1e9-908c-4954-a32f-9ed25e77d3be req-62e72d23-97bb-457a-b687-d81038df0b2c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:46.881553 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-39cdd1e9-908c-4954-a32f-9ed25e77d3be req-62e72d23-97bb-457a-b687-d81038df0b2c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0813231
Nov 24 16:54:46.928100 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-39cdd1e9-908c-4954-a32f-9ed25e77d3be req-2794c9e8-5251-4e9c-bbef-760379fe2f06 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404866
Nov 24 16:54:48.078935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:54:48.142847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788cade-4416-4675-9c7d-f2c641fb5fbc req-1e3d3ce1-9835-4ae3-8bcd-2df66e95615c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:48.145904 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3788cade-4416-4675-9c7d-f2c641fb5fbc req-1e3d3ce1-9835-4ae3-8bcd-2df66e95615c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0846944
Nov 24 16:54:48.203100 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3788cade-4416-4675-9c7d-f2c641fb5fbc req-23396e45-9800-49f8-821b-7c2371546af3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524073
Nov 24 16:54:49.431840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df1b8-b344-41fd-9b1e-eebaa6660862 req-14774ba2-f24d-4184-873b-11dcba7c96dc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:49.433412 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d28df1b8-b344-41fd-9b1e-eebaa6660862 req-14774ba2-f24d-4184-873b-11dcba7c96dc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0885832
Nov 24 16:54:49.484311 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d28df1b8-b344-41fd-9b1e-eebaa6660862 req-860c5ca9-3945-465e-8e7b-8e9edc70e62d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444403
Nov 24 16:54:50.697743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9e38c-6a1a-43ef-a224-f2f77168cc89 req-847c9829-3563-487c-bd56-18fd069d265e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:50.699418 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03f9e38c-6a1a-43ef-a224-f2f77168cc89 req-847c9829-3563-487c-bd56-18fd069d265e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0824018
Nov 24 16:54:50.746986 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03f9e38c-6a1a-43ef-a224-f2f77168cc89 req-7baecaf3-2076-4f78-8a19-ffc54efbff39 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414851
Nov 24 16:54:51.964810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa815a4-b647-4485-bfc3-0bf0a5fd723b req-c5d258ca-26bb-4f7d-9b68-c860baf0377c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:51.966430 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fa815a4-b647-4485-bfc3-0bf0a5fd723b req-c5d258ca-26bb-4f7d-9b68-c860baf0377c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0843680
Nov 24 16:54:52.013688 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8fa815a4-b647-4485-bfc3-0bf0a5fd723b req-9cc1cd39-c7a6-406b-98c7-54a7ec23ee59 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407264
Nov 24 16:54:53.239924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca218a-97e4-4cdc-8960-d9b05d7d33e8 req-c13776bc-8f7f-416e-8cc4-9008d83dccc3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:53.241570 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7fca218a-97e4-4cdc-8960-d9b05d7d33e8 req-c13776bc-8f7f-416e-8cc4-9008d83dccc3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0840864
Nov 24 16:54:53.289504 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7fca218a-97e4-4cdc-8960-d9b05d7d33e8 req-79fc1504-2ddc-4c3d-8c4e-3f30d0caac59 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418088
Nov 24 16:54:54.506276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df788d-3988-4876-92f2-34f48048678d req-7be95be6-40c4-4c4e-837d-8dc61a9d7642 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:54.507778 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e7df788d-3988-4876-92f2-34f48048678d req-7be95be6-40c4-4c4e-837d-8dc61a9d7642 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0857344
Nov 24 16:54:54.554574 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e7df788d-3988-4876-92f2-34f48048678d req-ef1264a8-260e-49d4-9171-0feaf4f0ab77 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407131
Nov 24 16:54:55.768045 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8ed01-3bd5-457e-a0ac-21b57f91f573 req-80c22550-e5c3-4dcc-a82b-f40ec3d19645 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:55.770192 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-efd8ed01-3bd5-457e-a0ac-21b57f91f573 req-80c22550-e5c3-4dcc-a82b-f40ec3d19645 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0812769
Nov 24 16:54:55.818640 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-efd8ed01-3bd5-457e-a0ac-21b57f91f573 req-faa442a3-4b24-44fd-8445-e5b3dfff04bb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422416
Nov 24 16:54:57.040547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610c1d3-b1c6-47a4-acda-7be40c0a5611 req-482259e1-e119-484d-b06c-aaef8c069741 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:57.041874 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4610c1d3-b1c6-47a4-acda-7be40c0a5611 req-482259e1-e119-484d-b06c-aaef8c069741 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0896168
Nov 24 16:54:57.092096 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4610c1d3-b1c6-47a4-acda-7be40c0a5611 req-0da2868e-2527-4e0a-bb66-2bc830d066a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439520
Nov 24 16:54:58.304817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e7b3f-6dc7-459a-b5c4-6d4f650e6c28 req-cde78b1e-c5aa-44c8-a377-ad2a728d28cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:58.306406 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f57e7b3f-6dc7-459a-b5c4-6d4f650e6c28 req-cde78b1e-c5aa-44c8-a377-ad2a728d28cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0802526
Nov 24 16:54:58.363367 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f57e7b3f-6dc7-459a-b5c4-6d4f650e6c28 req-01969e13-826b-4789-995f-e044c60f74d8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509117
Nov 24 16:54:59.577302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42745b-2d7b-425a-9e78-69bb1c398226 req-7a24d61b-d5a4-4494-912c-944c241aac2e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:54:59.578949 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6a42745b-2d7b-425a-9e78-69bb1c398226 req-7a24d61b-d5a4-4494-912c-944c241aac2e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0818892
Nov 24 16:54:59.626000 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6a42745b-2d7b-425a-9e78-69bb1c398226 req-7c535250-518e-47a2-97ca-c897321c9fb5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405433
Nov 24 16:55:00.170784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:00.846920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4265ac5-0141-4b89-ad7f-a1512a6be8a0 req-68d9490e-1752-486a-9929-1a7d8c2edae0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:00.848493 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d4265ac5-0141-4b89-ad7f-a1512a6be8a0 req-68d9490e-1752-486a-9929-1a7d8c2edae0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0860262
Nov 24 16:55:00.896925 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d4265ac5-0141-4b89-ad7f-a1512a6be8a0 req-d27773e6-0b44-4760-bfdb-af19d38aeb2a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421338
Nov 24 16:55:02.110656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447cf3-9dc0-41a2-90bc-de88b3cd3137 req-5ab2e82a-069c-41ad-8865-7d82d325a09a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:02.112271 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7f447cf3-9dc0-41a2-90bc-de88b3cd3137 req-5ab2e82a-069c-41ad-8865-7d82d325a09a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0827308
Nov 24 16:55:02.158716 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7f447cf3-9dc0-41a2-90bc-de88b3cd3137 req-aad9a4b9-30a2-435a-847b-4e801049c744 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402732
Nov 24 16:55:03.375563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33100842-6499-49de-a731-1b19c7a847ad req-a63a9ae0-4845-4ce6-a56a-80d9745ebd7d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:03.377137 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-33100842-6499-49de-a731-1b19c7a847ad req-a63a9ae0-4845-4ce6-a56a-80d9745ebd7d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0855718
Nov 24 16:55:03.425525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-33100842-6499-49de-a731-1b19c7a847ad req-5a0bbc41-f3ff-4b72-89cf-b05a6ed8a0be tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418200
Nov 24 16:55:04.638459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4b40f-68a1-4899-8e5c-44c2da21ea4e req-8dc09ec5-0836-469f-acf9-f39c6d645873 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:04.640041 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5eb4b40f-68a1-4899-8e5c-44c2da21ea4e req-8dc09ec5-0836-469f-acf9-f39c6d645873 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0827672
Nov 24 16:55:04.689358 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5eb4b40f-68a1-4899-8e5c-44c2da21ea4e req-aa952f51-2277-47d7-8f08-4a55f8fa2595 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432084
Nov 24 16:55:05.055638 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b8d385d-d09a-4aea-8944-6e6513b9bb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:05.926207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06765f6-1d81-4a3e-9766-810fd4669512 req-2d9edea6-d781-471a-92db-7c338414cede tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:05.927806 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e06765f6-1d81-4a3e-9766-810fd4669512 req-2d9edea6-d781-471a-92db-7c338414cede tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0864134
Nov 24 16:55:05.980221 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e06765f6-1d81-4a3e-9766-810fd4669512 req-12f50106-b022-4fa0-9d95-2fc88788f20a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458755
Nov 24 16:55:06.190716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf2af6-b4bf-49ee-b199-76c87c11016d req-019f4176-2f24-4a85-96cc-b9cdfd3e1284 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:06.192303 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8ecf2af6-b4bf-49ee-b199-76c87c11016d req-019f4176-2f24-4a85-96cc-b9cdfd3e1284 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 945 time: 0.0807645
Nov 24 16:55:06.244386 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8ecf2af6-b4bf-49ee-b199-76c87c11016d req-4bf91375-fe43-4e74-b9ee-c5abd7c142c8 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459232
Nov 24 16:55:06.525266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:06.555651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-dcd90762-4a93-4a3c-b62d-9ef967624ad4 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:06.557207 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-dcd90762-4a93-4a3c-b62d-9ef967624ad4 tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.21 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 945 time: 0.1439106
Nov 24 16:55:06.619852 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-af49e286-32de-42be-9992-06a012a107ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2225301
Nov 24 16:55:06.636963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Deleting port 1d5c5bb8-1143-40e0-965a-52b32e883dbe {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:55:06.637345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:06.905497 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-81b601b5-8534-4276-a27b-c914cfd22c0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 1098 time: 0.2150171
Nov 24 16:55:07.035282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] For port 1d5c5bb8-1143-40e0-965a-52b32e883dbe, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=1d5c5bb8-1143-40e0-965a-52b32e883dbe,segment=NetworkSegment(69364bde-6838-4a5a-a068-f765120c0bf9),segment_id=69364bde-6838-4a5a-a068-f765120c0bf9)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:55:07.035702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:07.173216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Calling delete_port for 1d5c5bb8-1143-40e0-965a-52b32e883dbe owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:55:07.313360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-7f254e2e-4ce3-4507-b469-648ac3774fa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:07.314966 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-7f254e2e-4ce3-4507-b469-648ac3774fa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.3872707
Nov 24 16:55:07.452587 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-56fcf921-e028-4b07-9355-247a64075d9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 200  len: 217 time: 0.1160979
Nov 24 16:55:07.579129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc834e72-76a0-4e40-a9a6-939214efc3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:07.762584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec038a5-f69a-47e3-bacd-8c593044480c req-fa120ef3-0025-4a60-98d2-8905f9ce088a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:07.764065 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bec038a5-f69a-47e3-bacd-8c593044480c req-fa120ef3-0025-4a60-98d2-8905f9ce088a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.5999007
Nov 24 16:55:07.825729 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-1d91a0b3-c078-483a-b51e-184675846253 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:07.827273 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-1d91a0b3-c078-483a-b51e-184675846253 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.3298159
Nov 24 16:55:07.828920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:07.840589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['1d5c5bb8-1143-40e0-965a-52b32e883dbe'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:55:07.844249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-523d7da2-bfad-45d5-a148-cc348a062af7 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:07.936984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Pushing event deleted for resources: {'Port': ['ID=1d5c5bb8-1143-40e0-965a-52b32e883dbe,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:07.947251 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-24f55b66-3d67-4536-8fa1-d83a306ac1f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1082220
Nov 24 16:55:07.959754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf483c-49c8-4a6b-a97e-771d8b253cb4 req-5d397dc6-46b8-45ef-89f8-5e87bed2d54f tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:07.961366 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eacf483c-49c8-4a6b-a97e-771d8b253cb4 req-5d397dc6-46b8-45ef-89f8-5e87bed2d54f tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/ports?device_id=f69fae20-b6e7-4cf1-950f-46aec53daadc HTTP/1.1" status: 200  len: 945 time: 0.5747712
Nov 24 16:55:07.968244 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bec038a5-f69a-47e3-bacd-8c593044480c req-772fe811-2802-4391-ac91-c8a19837ea21 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1949134
Nov 24 16:55:08.028491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.028908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.029307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.029701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.030120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.030512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.030900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.031287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.031675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.032060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.032439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:08.056686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:08.080652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:08.147228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] No DVR routers for this DVR port 1d5c5bb8-1143-40e0-965a-52b32e883dbe on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:55:08.153823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:08.163371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'name': 'network-vif-deleted', 'tag': '1d5c5bb8-1143-40e0-965a-52b32e883dbe'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:55:08.204446 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cd9e7510-4a45-4159-ba2f-7c795c5fd5fe req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.21 "DELETE /v2.0/ports/1d5c5bb8-1143-40e0-965a-52b32e883dbe HTTP/1.1" status: 204  len: 173 time: 1.6394441
Nov 24 16:55:08.210687 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eacf483c-49c8-4a6b-a97e-771d8b253cb4 req-4dcc7d51-239c-43f8-bd51-be20d4b7290a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] 10.222.0.53 "GET /v2.0/security-groups?id=6539b3df-49b7-4312-9936-1109e1317d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414837
Nov 24 16:55:08.260786 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-293eaa51-c268-4485-9919-0509da75d7fc service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984772
Nov 24 16:55:08.344719 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69fae20-b6e7-4cf1-950f-46aec53daadc', 'name': 'network-vif-deleted', 'tag': '1d5c5bb8-1143-40e0-965a-52b32e883dbe', 'status': 'completed', 'code': 200}
Nov 24 16:55:08.416500 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eec4e344-7c6a-42c4-aaaa-19429de9c7f1 req-0a11dbf0-f987-470b-90b1-474ce448cfb4 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490741
Nov 24 16:55:09.059027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:09.198345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765d3d5-e5b2-4e71-99ec-d9d89b592cab req-012b0bac-56ec-485a-81fa-6d3262344d22 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:09.199952 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1765d3d5-e5b2-4e71-99ec-d9d89b592cab req-012b0bac-56ec-485a-81fa-6d3262344d22 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0842571
Nov 24 16:55:09.249068 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1765d3d5-e5b2-4e71-99ec-d9d89b592cab req-848fd89b-af6d-4928-a3a4-8bda9e3b24ae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424418
Nov 24 16:55:09.321387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 53762) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:55:09.527922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Deleting subnet 46745a90-ced6-48a0-afa8-2d91db25ee09 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:55:09.530787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:09.580558 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:09.636834 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:09.708332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:09.713199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c473256e-b17b-4536-8cb4-90eb9d888bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:09.750835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46745a90-ced6-48a0-afa8-2d91db25ee09,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:09.755134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:09.758457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:09.764492 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-64ffc1b2-6992-40f0-aa4c-6ab0bbdb9102 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/46745a90-ced6-48a0-afa8-2d91db25ee09 HTTP/1.1" status: 204  len: 168 time: 0.4417653
Nov 24 16:55:09.767202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 53770) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:55:09.880591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:09.891249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1d5c5bb8-1143-40e0-965a-52b32e883dbe no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:55:09.925503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 1d5c5bb8-1143-40e0-965a-52b32e883dbe {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:55:09.925899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 1d5c5bb8-1143-40e0-965a-52b32e883dbe not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:55:10.012484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.038697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f9732470>,) {'filters': {'network_id': ['449a0058-562d-43cd-b9d2-375a9241e5be']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:55:10.051731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9732470>, '69364bde-6838-4a5a-a068-f765120c0bf9') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:55:10.052079 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9732470>, '69364bde-6838-4a5a-a068-f765120c0bf9') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:55:10.064043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.078479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.084646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:55:10.085068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:55:10.099233 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:55:10.179540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.184090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:10.204091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=449a0058-562d-43cd-b9d2-375a9241e5be,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:10.206998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.211003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:10.215674 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fb103d4e-45fb-4984-ad77-43f3774016a2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/449a0058-562d-43cd-b9d2-375a9241e5be HTTP/1.1" status: 204  len: 168 time: 0.4456918
Nov 24 16:55:10.368291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 53782) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:55:10.482715 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ff78be9a-ecf3-42bb-8ba1-98b760ac8c18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1293be0c07d47dc908154cfb3164097&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1130259
Nov 24 16:55:10.485391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 53786) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:55:10.500197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7561dd0-7a95-4b58-91a6-ffa7f184de5c req-9d9b659f-52e7-4c50-aa8c-ccd07ea9c99c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:10.501745 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b7561dd0-7a95-4b58-91a6-ffa7f184de5c req-9d9b659f-52e7-4c50-aa8c-ccd07ea9c99c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1157622
Nov 24 16:55:10.548427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.549911 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b7561dd0-7a95-4b58-91a6-ffa7f184de5c req-719d0bff-869c-4bd4-967d-b64de5fd5419 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416923
Nov 24 16:55:10.578710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.624545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.630199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-308c6bfe-d70c-4065-bac1-3753a14ee045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:10.642933 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6539b3df-49b7-4312-9936-1109e1317d35,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:10.657411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:10.658642 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6539b3df-49b7-4312-9936-1109e1317d35 HTTP/1.1" status: 204  len: 168 time: 0.1721592
Nov 24 16:55:10.660246 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.660659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.661176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.661446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.661845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.662267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.662664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.663066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.663460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.663853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.664244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:10.668583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:11.639868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 53816) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:55:11.775631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943a47d-8c90-448d-91c2-013f0ea85560 req-5106f8fd-2bd7-47ac-89e5-9bb8f93b195c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:11.777229 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c943a47d-8c90-448d-91c2-013f0ea85560 req-5106f8fd-2bd7-47ac-89e5-9bb8f93b195c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0883996
Nov 24 16:55:11.785349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1275325477-network', 'tenant_id': 'ddf80c87c78545b596193aea044877ba'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:55:11.790570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:55:11.794559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Usage tracker for resource:network and tenant:ddf80c87c78545b596193aea044877ba is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:55:11.797642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:55:11.803666 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:55:11.813657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Made reservation on behalf of ddf80c87c78545b596193aea044877ba for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:55:11.818368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:11.829204 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c943a47d-8c90-448d-91c2-013f0ea85560 req-27571161-03c0-426f-9c0a-46191241d922 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456119
Nov 24 16:55:11.831791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:11.865335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:55:11.869308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Usage tracker for resource:security_group_rule and tenant:ddf80c87c78545b596193aea044877ba is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:55:11.872232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:55:11.878214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:55:11.944630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:11.947445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:11.951626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:11.979883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:55:11.989176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:11.992936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:11.995677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:11.996085 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Added segment 506ca7d1-92dd-481a-bb70-fcc1ae8fff14 of type vlan for network b068dfe9-ad15-49a4-93e6-820815909b1a
Nov 24 16:55:12.023966 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:12.056357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:12.057575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:12.058231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:12.063310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:12.162070 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5210333
Nov 24 16:55:12.165310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 53824) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:55:12.165991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Pushing event updated for resources: {'Network': ['ID=b068dfe9-ad15-49a4-93e6-820815909b1a,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:12.170165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:12.174132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Request body: {'subnet': {'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1275325477-subnet', 'tenant_id': 'ddf80c87c78545b596193aea044877ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:55:12.177357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network b068dfe9-ad15-49a4-93e6-820815909b1a details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:55:12.179762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:55:12.183814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Usage tracker for resource:subnet and tenant:ddf80c87c78545b596193aea044877ba is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:55:12.186872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:55:12.193112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:55:12.206770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Made reservation on behalf of ddf80c87c78545b596193aea044877ba for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:55:12.212273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:12.427910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:12.432712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:12.507473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef414787-116d-4147-a25f-94e48d538de8,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:12.510513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:12.519576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Checking segment: {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:55:12.519959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Network hostable DHCP agents. Network: b068dfe9-ad15-49a4-93e6-820815909b1a, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:55:12.541589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Network b068dfe9-ad15-49a4-93e6-820815909b1a is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:55:12.549509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, b068dfe9-ad15-49a4-93e6-820815909b1a) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:55:12.553512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:12.554305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:12.558527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152845e4-3e0e-435e-ab07-4d9b62f56071 None None] Network b068dfe9-ad15-49a4-93e6-820815909b1a requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:55:12.576234 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1ef1c245-3399-44f4-ab0b-9abf79a60feb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4076025
Nov 24 16:55:12.778925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f35b5-8fe8-4a82-9b51-ca6f39673139 None None] Network b068dfe9-ad15-49a4-93e6-820815909b1a requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:55:13.194278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9d9fd-c663-4c9c-ac5a-4971fd65298a req-17eaf5b6-433d-4277-bf1f-474f8cff40a1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:13.195904 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a0d9d9fd-c663-4c9c-ac5a-4971fd65298a req-17eaf5b6-433d-4277-bf1f-474f8cff40a1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2189279
Nov 24 16:55:13.204719 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-0e1620d2-5fc6-4b7d-a98c-fdbb3a13d13f tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:13.206834 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-0e1620d2-5fc6-4b7d-a98c-fdbb3a13d13f tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 815 time: 0.1926768
Nov 24 16:55:13.249752 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-f24c9bee-1977-4962-9074-73130534d760 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/quotas/ddf80c87c78545b596193aea044877ba HTTP/1.1" status: 200  len: 375 time: 0.0255949
Nov 24 16:55:13.301005 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a0d9d9fd-c663-4c9c-ac5a-4971fd65298a req-85c04145-6c85-4769-b80f-6bb62810d32c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931571
Nov 24 16:55:13.307135 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-3c68f089-7741-4563-903c-ef1274f05f54 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509856
Nov 24 16:55:13.524832 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-14901c52-fab6-40fe-8a52-df7c2ff51b11 service neutron] 10.222.0.53 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098901
Nov 24 16:55:13.667296 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-41d21b58-a30e-499f-9d5e-79bf4e7432b7 service neutron] 10.222.0.53 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344569
Nov 24 16:55:13.864768 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2b3e1144-b3c3-46bb-98cf-5853f6762138 req-077b8db7-4b45-40de-b27b-0e7bf35b1af4 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 210 time: 0.0456176
Nov 24 16:55:14.520733 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c1d62-f0d6-4215-81ee-9eca7bb1bed5 req-e308d99c-ce8d-46cc-adc3-70df4ef0367c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:14.522347 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe6c1d62-f0d6-4215-81ee-9eca7bb1bed5 req-e308d99c-ce8d-46cc-adc3-70df4ef0367c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0831950
Nov 24 16:55:14.575741 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe6c1d62-f0d6-4215-81ee-9eca7bb1bed5 req-40fe0c93-875b-4251-addb-c78098489e97 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471261
Nov 24 16:55:15.066525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fb7eea23-10f4-4d9d-ba6e-5671e11f927d req-95abcf16-a623-448a-ad06-31e21cb99986 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 210 time: 0.0758476
Nov 24 16:55:15.194869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-958b6929-6fbe-4ccc-ad0d-a0f698035244 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:15.196453 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-958b6929-6fbe-4ccc-ad0d-a0f698035244 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 815 time: 0.1618550
Nov 24 16:55:15.217337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Request body: {'port': {'device_id': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a', 'admin_state_up': True, 'tenant_id': 'ddf80c87c78545b596193aea044877ba'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:55:15.360543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:55:15.364623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Usage tracker for resource:port and tenant:ddf80c87c78545b596193aea044877ba is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:55:15.367634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:55:15.373547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:55:15.382668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Made reservation on behalf of ddf80c87c78545b596193aea044877ba for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:55:15.388065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:15.553217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Allocated IP 172.20.0.13 (b068dfe9-ad15-49a4-93e6-820815909b1a/ef414787-116d-4147-a25f-94e48d538de8/a322ddb7-72b8-4e49-b0b5-c3980d086534) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:55:15.821174 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:15.855528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbf99-e536-4c11-9c99-9e13b55df96f req-e0a060da-8802-4063-bcdd-109ef4d85c68 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:15.857112 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-213fbf99-e536-4c11-9c99-9e13b55df96f req-e0a060da-8802-4063-bcdd-109ef4d85c68 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1318505
Nov 24 16:55:15.884725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:16.092497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-27ce20a7-2fb1-4a2e-b9af-671a27ca390a tempest-DeleteServersTestJSON-1176265853 tempest-DeleteServersTestJSON-1176265853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:16.180273 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-213fbf99-e536-4c11-9c99-9e13b55df96f req-69c8c36f-761d-4d22-8d53-22082b67a3f5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3159342
Nov 24 16:55:16.188330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Network b068dfe9-ad15-49a4-93e6-820815909b1a is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:55:16.192627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:55:16.196110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Pushing event updated for resources: {'Port': ['ID=a322ddb7-72b8-4e49-b0b5-c3980d086534,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:16.198791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:55:16.264353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:16.316918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:16.317578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:16.344879 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-e4318fd6-4019-4440-b9c8-5e2a335f05fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1316223
Nov 24 16:55:16.355770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24891-a203-4b87-a7e6-5e4811c58e66 req-9251a3b5-bbb0-4d49-8b3f-70b36fd70350 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:16.356682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-c6a24891-a203-4b87-a7e6-5e4811c58e66 req-9251a3b5-bbb0-4d49-8b3f-70b36fd70350 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Synchronizing usage tracker for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:55:16.364750 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Request body: {'port': {'device_id': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:55:16.424532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-c6a24891-a203-4b87-a7e6-5e4811c58e66 req-9251a3b5-bbb0-4d49-8b3f-70b36fd70350 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Unset dirty status for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:55:16.425825 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c6a24891-a203-4b87-a7e6-5e4811c58e66 req-9251a3b5-bbb0-4d49-8b3f-70b36fd70350 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 932 time: 0.2308745
Nov 24 16:55:16.526034 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:16.542643 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c6a24891-a203-4b87-a7e6-5e4811c58e66 req-4dbf05f5-c00a-4bb3-912c-a9083d65ff51 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793788
Nov 24 16:55:16.879500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a322ddb7-72b8-4e49-b0b5-c3980d086534 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:55:16.886682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:16.901956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Transition to ACTIVE for port object a322ddb7-72b8-4e49-b0b5-c3980d086534 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:55:16.904667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:16.909671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c5dd05c1-f46c-4d71-9411-e45ca5b5ccb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:17.035844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Pushing event updated for resources: {'Port': ['ID=a322ddb7-72b8-4e49-b0b5-c3980d086534,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:17.039568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:17.144780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Attempting to bind port a322ddb7-72b8-4e49-b0b5-c3980d086534 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:55:17.145311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Attempting to bind port a322ddb7-72b8-4e49-b0b5-c3980d086534 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:55:17.145485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Attempting to bind port a322ddb7-72b8-4e49-b0b5-c3980d086534 on network b068dfe9-ad15-49a4-93e6-820815909b1a {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:55:17.151474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Port a322ddb7-72b8-4e49-b0b5-c3980d086534 on network b068dfe9-ad15-49a4-93e6-820815909b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:55:17.151833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Attempting to bind port a322ddb7-72b8-4e49-b0b5-c3980d086534 on network b068dfe9-ad15-49a4-93e6-820815909b1a {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:55:17.158424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:55:17.158829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Checking segment: {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:55:17.159254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Bound using segment: {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:55:17.159721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Bound port: a322ddb7-72b8-4e49-b0b5-c3980d086534, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:55:17.160101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:17.253542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] For port a322ddb7-72b8-4e49-b0b5-c3980d086534, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:55:17.256704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] For port a322ddb7-72b8-4e49-b0b5-c3980d086534, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:55:17.261272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:17.265739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-15e6b024-bc88-4687-876a-110571e18b39 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:17.329012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:17.330586 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] 10.222.0.21 "PUT /v2.0/ports/a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 1094 time: 0.9711475
Nov 24 16:55:17.331113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'tag': 'a322ddb7-72b8-4e49-b0b5-c3980d086534'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:55:17.428707 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'tag': 'a322ddb7-72b8-4e49-b0b5-c3980d086534', 'status': 'completed', 'code': 200}
Nov 24 16:55:17.449702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Pushing event updated for resources: {'Port': ['ID=a322ddb7-72b8-4e49-b0b5-c3980d086534,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:17.458513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:17.500437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbdb3a-f174-467f-8a61-1b6e7127e38e req-2703d504-19cb-4eb9-a1a6-9b4637e2c7bf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:17.502078 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6efbdb3a-f174-467f-8a61-1b6e7127e38e req-2703d504-19cb-4eb9-a1a6-9b4637e2c7bf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1637418
Nov 24 16:55:17.506192 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-86bde630-f427-40b2-a2fc-d2acdbfa89ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1097 time: 0.1256709
Nov 24 16:55:17.604668 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-d1064640-3f28-4666-8b66-9c33228c83cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0800056
Nov 24 16:55:17.659319 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6efbdb3a-f174-467f-8a61-1b6e7127e38e req-778e8ebc-7938-4c1b-a0ad-78324ab1ee9c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1493065
Nov 24 16:55:17.737802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-c34df3d2-6532-443f-baf4-e160e46c9047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:17.739394 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-c34df3d2-6532-443f-baf4-e160e46c9047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.1287138
Nov 24 16:55:17.796932 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-cabe904c-ff60-4e63-a677-a8f05a026de3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500557
Nov 24 16:55:17.839998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52278c25-b0cd-441a-bc6b-0703db11df27 req-903a4052-7373-4d99-bbc0-e9e0f80b105f tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:17.841438 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-52278c25-b0cd-441a-bc6b-0703db11df27 req-903a4052-7373-4d99-bbc0-e9e0f80b105f tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 944 time: 0.1737497
Nov 24 16:55:17.967547 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-52278c25-b0cd-441a-bc6b-0703db11df27 req-af91a4e5-e341-4f72-a975-d3e33d0d6119 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815842
Nov 24 16:55:17.985719 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-48b9984c-38c7-44e0-8341-9526bf098142 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818886
Nov 24 16:55:18.131525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-737adc8d-7586-4c49-ba37-9966a021a9e0 req-d4d5cb76-3b29-4994-8e78-f86ef169fd91 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391418
Nov 24 16:55:18.250947 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3468fc9-f351-4546-b31d-4aa61209afad req-93f635d8-03bf-4a72-91ff-18c7eaa21c44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1097 time: 0.0735648
Nov 24 16:55:18.394189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3468fc9-f351-4546-b31d-4aa61209afad req-2a7d9197-b39e-4965-884c-6a30e62331d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:18.395698 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3468fc9-f351-4546-b31d-4aa61209afad req-2a7d9197-b39e-4965-884c-6a30e62331d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1368592
Nov 24 16:55:18.471820 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3468fc9-f351-4546-b31d-4aa61209afad req-8fa21067-0fdd-42d9-8f90-5792d9889425 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0688531
Nov 24 16:55:18.539551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3468fc9-f351-4546-b31d-4aa61209afad req-c2d42fd9-ad61-4305-b0bb-bbe5250e290a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:18.541043 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3468fc9-f351-4546-b31d-4aa61209afad req-c2d42fd9-ad61-4305-b0bb-bbe5250e290a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0627048
Nov 24 16:55:18.594963 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3468fc9-f351-4546-b31d-4aa61209afad req-c8b3f9de-13bc-4ba0-85ee-71928bd3f409 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455790
Nov 24 16:55:18.737739 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3468fc9-f351-4546-b31d-4aa61209afad req-7613dd01-e7de-48fb-bff0-9bedf1dc837b service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350553
Nov 24 16:55:18.938808 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3468fc9-f351-4546-b31d-4aa61209afad req-50b439e8-ed68-4693-aaf9-d82468f53eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937437
Nov 24 16:55:18.948687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f210-880b-48b3-bbd4-82fb44072e61 req-e5668b81-ade1-4827-9ddc-bc774a9ff991 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:18.950254 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ed76f210-880b-48b3-bbd4-82fb44072e61 req-e5668b81-ade1-4827-9ddc-bc774a9ff991 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1267653
Nov 24 16:55:18.998817 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ed76f210-880b-48b3-bbd4-82fb44072e61 req-2f109811-849e-4d70-8b7c-8c71753079ec tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407815
Nov 24 16:55:19.185571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428fb06-f68e-42b2-8bad-c625a9b60808 req-f598aec3-bbfc-4683-91f9-853a0ca3cc6e tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:19.187208 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0428fb06-f68e-42b2-8bad-c625a9b60808 req-f598aec3-bbfc-4683-91f9-853a0ca3cc6e tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 944 time: 0.0836961
Nov 24 16:55:19.235883 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0428fb06-f68e-42b2-8bad-c625a9b60808 req-491b1648-a825-4526-bb36-e645db4cc8fd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414402
Nov 24 16:55:20.217737 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881fc69-6632-4833-b24f-23bc282d6521 req-f88fa7ab-3e11-4cba-b049-1b26aa161639 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:20.219447 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a881fc69-6632-4833-b24f-23bc282d6521 req-f88fa7ab-3e11-4cba-b049-1b26aa161639 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0829370
Nov 24 16:55:20.268693 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a881fc69-6632-4833-b24f-23bc282d6521 req-202e8328-b411-439e-a96a-c433b1a99b63 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428545
Nov 24 16:55:20.445213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778285-52dc-4954-9da2-77d0489bd25b req-dd603d01-0461-43b4-9de6-fa9782c8c26c tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:20.447510 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-06778285-52dc-4954-9da2-77d0489bd25b req-dd603d01-0461-43b4-9de6-fa9782c8c26c tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 944 time: 0.0855546
Nov 24 16:55:20.495346 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-06778285-52dc-4954-9da2-77d0489bd25b req-2f0ba3a6-5184-4cc4-a0e9-4ac2fe0bef83 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416605
Nov 24 16:55:21.482262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2da839-8252-4573-accc-af19747cca7f req-9bbf3afa-97ac-4b77-bf38-792ed305ef33 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:21.483756 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5c2da839-8252-4573-accc-af19747cca7f req-9bbf3afa-97ac-4b77-bf38-792ed305ef33 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0808930
Nov 24 16:55:21.531685 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5c2da839-8252-4573-accc-af19747cca7f req-0c8bd323-db92-4954-a9f8-d2a021f9c201 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412412
Nov 24 16:55:21.695952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ddf7f-c4aa-4583-9853-cce7affc8e9a req-628862ed-44a8-418f-9d63-f2790854f10b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:21.697497 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a89ddf7f-c4aa-4583-9853-cce7affc8e9a req-628862ed-44a8-418f-9d63-f2790854f10b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 944 time: 0.0826578
Nov 24 16:55:21.744455 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a89ddf7f-c4aa-4583-9853-cce7affc8e9a req-fb1e56a2-dd8e-4429-bc11-43e0024e4785 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409055
Nov 24 16:55:21.953863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a322ddb7-72b8-4e49-b0b5-c3980d086534 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:55:22.092772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port a322ddb7-72b8-4e49-b0b5-c3980d086534, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:55:22.107072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'a322ddb7-72b8-4e49-b0b5-c3980d086534', 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a', 'port_id': 'a322ddb7-72b8-4e49-b0b5-c3980d086534', 'mac_address': 'fa:16:3e:e9:d3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef414787-116d-4147-a25f-94e48d538de8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:55:22.164790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:22.183105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a322ddb7-72b8-4e49-b0b5-c3980d086534 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:55:22.198234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port a322ddb7-72b8-4e49-b0b5-c3980d086534, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:55:22.202667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:22.204507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-899d4acb-c30b-4283-a346-a299aa9f12a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:22.270421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=a322ddb7-72b8-4e49-b0b5-c3980d086534,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:22.279260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.279643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.280017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.280385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.280753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.281117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.281477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.281839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.282244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.282602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.282959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:55:22.287467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:22.478795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a322ddb7-72b8-4e49-b0b5-c3980d086534'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:55:22.747095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fe0f3-a129-494a-b1cc-0db98968fbf0 req-1772bd46-fa6f-4b94-96f2-54240b1da01e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:22.748616 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6e6fe0f3-a129-494a-b1cc-0db98968fbf0 req-1772bd46-fa6f-4b94-96f2-54240b1da01e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0808611
Nov 24 16:55:22.799967 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6e6fe0f3-a129-494a-b1cc-0db98968fbf0 req-ee273042-99bf-4c8d-a25b-d5370b642ad2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447302
Nov 24 16:55:23.150967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3f7f-0a9c-48ea-9f91-8d80e15c1c4a req-71c1144e-183a-4cd2-b6be-820ac301180f tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:23.152540 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-087e3f7f-0a9c-48ea-9f91-8d80e15c1c4a req-71c1144e-183a-4cd2-b6be-820ac301180f tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 945 time: 0.2849350
Nov 24 16:55:23.200202 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-087e3f7f-0a9c-48ea-9f91-8d80e15c1c4a req-24b4f626-9eb1-4892-bda8-6b89fc75b638 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414929
Nov 24 16:55:23.969078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a322ddb7-72b8-4e49-b0b5-c3980d086534 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:55:24.019824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d55d84-32dc-44e2-88bb-94cd132d11d2 req-b67944cf-3713-48b0-a504-f982e3d04b3d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:24.022376 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e8d55d84-32dc-44e2-88bb-94cd132d11d2 req-b67944cf-3713-48b0-a504-f982e3d04b3d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0872898
Nov 24 16:55:24.043127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port a322ddb7-72b8-4e49-b0b5-c3980d086534 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:55:24.048147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port a322ddb7-72b8-4e49-b0b5-c3980d086534 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:55:24.048570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:24.086076 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e8d55d84-32dc-44e2-88bb-94cd132d11d2 req-b3255304-baa8-4a29-bcab-9f2a6ff73937 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569048
Nov 24 16:55:24.177572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:24.204829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a322ddb7-72b8-4e49-b0b5-c3980d086534'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:55:24.214970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port a322ddb7-72b8-4e49-b0b5-c3980d086534, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:55:24.219046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:24.221502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:55:24.286824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=a322ddb7-72b8-4e49-b0b5-c3980d086534,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:55:24.289981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:55:24.349961 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a322ddb7-72b8-4e49-b0b5-c3980d086534', 'code': 200}
Nov 24 16:55:24.429256 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f4036-966a-425e-b92a-9829b4368818 req-0fae0704-732b-4d64-bff1-0880853e3998 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:24.430955 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-735f4036-966a-425e-b92a-9829b4368818 req-0fae0704-732b-4d64-bff1-0880853e3998 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 946 time: 0.1037500
Nov 24 16:55:24.484109 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-735f4036-966a-425e-b92a-9829b4368818 req-d60b9f84-7a76-4d8f-8687-54f79d77e2f4 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465491
Nov 24 16:55:24.588802 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1ca119ad-ba34-4fbd-84c5-f84179f95737 req-43bf67ac-c212-483d-912e-1de51ebdc499 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1099 time: 0.0776217
Nov 24 16:55:24.633726 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1ca119ad-ba34-4fbd-84c5-f84179f95737 req-ed9b171a-6135-420b-8e79-b33af6d18a36 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388758
Nov 24 16:55:25.080095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:55:25.315649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2675d2-3213-4e9c-9c09-73a4faaacef5 req-47bfa3d8-a977-4daa-97e2-a23cdd3b2e7b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:25.317209 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f2675d2-3213-4e9c-9c09-73a4faaacef5 req-47bfa3d8-a977-4daa-97e2-a23cdd3b2e7b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0806980
Nov 24 16:55:25.364984 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8f2675d2-3213-4e9c-9c09-73a4faaacef5 req-b71ab319-7521-40a2-bd0a-4d9de4dba699 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415194
Nov 24 16:55:25.720478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003c74a-831a-4178-9814-b57c7c074d4f req-ee130f46-c643-4361-938a-11b5b7f7ceb3 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:25.722618 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1003c74a-831a-4178-9814-b57c7c074d4f req-ee130f46-c643-4361-938a-11b5b7f7ceb3 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 946 time: 0.1142776
Nov 24 16:55:25.769841 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1003c74a-831a-4178-9814-b57c7c074d4f req-decf2810-f252-4dca-ab8d-47977232a5eb tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410442
Nov 24 16:55:26.579817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7676325-bb72-494d-a950-1f5b3128a391 req-b7bd58b9-69bb-4a66-b144-2f4463ac817d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:26.581345 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e7676325-bb72-494d-a950-1f5b3128a391 req-b7bd58b9-69bb-4a66-b144-2f4463ac817d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0813565
Nov 24 16:55:26.631709 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e7676325-bb72-494d-a950-1f5b3128a391 req-1a0353df-3a6d-4832-9f96-defcbc546f50 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443664
Nov 24 16:55:26.972403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b72fd1-6368-44c5-b18a-ae37fa17a182 req-0cb71bec-1bf0-482d-a22d-a78aa2a1c1d9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:26.973967 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-90b72fd1-6368-44c5-b18a-ae37fa17a182 req-0cb71bec-1bf0-482d-a22d-a78aa2a1c1d9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 946 time: 0.0815864
Nov 24 16:55:27.021569 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-90b72fd1-6368-44c5-b18a-ae37fa17a182 req-df486810-df70-4f23-9fcb-a102592144a5 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416493
Nov 24 16:55:27.853670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e36329-f8cc-4305-b8bf-3c29dbb1b4d8 req-5e64df7e-cb25-46af-9750-211085641cf5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:27.855326 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-34e36329-f8cc-4305-b8bf-3c29dbb1b4d8 req-5e64df7e-cb25-46af-9750-211085641cf5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0883689
Nov 24 16:55:27.903656 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-34e36329-f8cc-4305-b8bf-3c29dbb1b4d8 req-32770d70-d11e-4b09-85af-86ee35cb99b4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419517
Nov 24 16:55:29.156427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788f9db-b3c2-482b-8182-061cd3944e4a req-98f6d0a8-1c46-4346-9793-5d63b1147413 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:29.158140 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7788f9db-b3c2-482b-8182-061cd3944e4a req-98f6d0a8-1c46-4346-9793-5d63b1147413 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1159916
Nov 24 16:55:29.212284 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7788f9db-b3c2-482b-8182-061cd3944e4a req-33a80bbd-b1db-4e93-91ab-279e322912e8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477974
Nov 24 16:55:30.169760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:30.435790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35c464-443d-4cd9-94fb-90e62b99bddd req-78c16025-57fd-464a-a83e-269d7a3bc8c3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:30.437609 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b35c464-443d-4cd9-94fb-90e62b99bddd req-78c16025-57fd-464a-a83e-269d7a3bc8c3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0848639
Nov 24 16:55:30.484909 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8b35c464-443d-4cd9-94fb-90e62b99bddd req-21edeabb-9ced-40b6-9d11-c3f01a867fff tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408392
Nov 24 16:55:31.702055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56ee03-5be9-4197-8691-c64b1d680b92 req-f0f020b0-1372-41c9-a03f-c2604fd80ccb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:31.704381 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b56ee03-5be9-4197-8691-c64b1d680b92 req-f0f020b0-1372-41c9-a03f-c2604fd80ccb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0848362
Nov 24 16:55:31.753271 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b56ee03-5be9-4197-8691-c64b1d680b92 req-4efef750-651b-4023-9721-2a9c2de34c9c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429497
Nov 24 16:55:32.972417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84372c-baf9-4527-8c8e-63d721c5ac6d req-5e128087-d987-46a8-ad6a-389056debec8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:32.973989 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3f84372c-baf9-4527-8c8e-63d721c5ac6d req-5e128087-d987-46a8-ad6a-389056debec8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0853896
Nov 24 16:55:33.025668 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3f84372c-baf9-4527-8c8e-63d721c5ac6d req-2530a290-805b-4d27-92a7-a7682a27f187 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453911
Nov 24 16:55:34.245128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727ae22-527b-4b45-8282-e7501340eed5 req-9c60cf91-e800-4649-a7fa-a5f0fcba5757 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:34.246770 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8727ae22-527b-4b45-8282-e7501340eed5 req-9c60cf91-e800-4649-a7fa-a5f0fcba5757 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0829971
Nov 24 16:55:34.297538 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8727ae22-527b-4b45-8282-e7501340eed5 req-fcb7fe1b-c67d-47ef-a96b-77b95c3696ba tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440271
Nov 24 16:55:35.057836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7e464d7-d6b1-4cdd-842c-0fd9a73f3edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:35.512720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e7f2-3b76-490b-91b4-19947d6f8b6b req-edc7183d-95de-4135-b8fe-2784b321e9bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:35.514336 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a0a8e7f2-3b76-490b-91b4-19947d6f8b6b req-edc7183d-95de-4135-b8fe-2784b321e9bc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0846157
Nov 24 16:55:35.563360 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a0a8e7f2-3b76-490b-91b4-19947d6f8b6b req-b7c5c1bf-73e0-4ebe-a8cb-f0adfc9d9574 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428765
Nov 24 16:55:36.527699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:36.779941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2af07e-64bc-4050-af93-cf2ec4182c40 req-883edc15-b292-41f0-a11c-93c0c8741c37 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:36.781542 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-de2af07e-64bc-4050-af93-cf2ec4182c40 req-883edc15-b292-41f0-a11c-93c0c8741c37 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0865369
Nov 24 16:55:36.832838 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-de2af07e-64bc-4050-af93-cf2ec4182c40 req-15340a99-c8b6-4adf-9a29-0de3c0d71c57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444808
Nov 24 16:55:37.582223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c15e9d27-9204-4cdb-97c5-b8bb9982990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:38.045981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059add9-dc13-47ed-a0a6-1602d0ecd7b0 req-9c4d705a-dd3e-49d0-8b07-b4db43335544 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:38.047619 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6059add9-dc13-47ed-a0a6-1602d0ecd7b0 req-9c4d705a-dd3e-49d0-8b07-b4db43335544 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0819514
Nov 24 16:55:38.084381 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:38.095521 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6059add9-dc13-47ed-a0a6-1602d0ecd7b0 req-912b92f7-2acb-447b-8a22-e0881ab66b24 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415804
Nov 24 16:55:39.061646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:55:39.310364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56da034-4b46-42ae-a536-631ee8afbd01 req-ba1c3fe9-3ef5-497f-875c-312b95493da4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:39.311959 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e56da034-4b46-42ae-a536-631ee8afbd01 req-ba1c3fe9-3ef5-497f-875c-312b95493da4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0831757
Nov 24 16:55:39.364925 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e56da034-4b46-42ae-a536-631ee8afbd01 req-41561466-0f65-4d41-abb2-c01e970f06cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464468
Nov 24 16:55:40.584389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b5c4b-6c59-4c46-8f47-0294074fb972 req-805a2c4b-565d-45de-8c06-555c5653121b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:40.586015 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-334b5c4b-6c59-4c46-8f47-0294074fb972 req-805a2c4b-565d-45de-8c06-555c5653121b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0854988
Nov 24 16:55:40.633194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-334b5c4b-6c59-4c46-8f47-0294074fb972 req-cf1ed1d5-6b5a-4c49-ac65-0dca4ea974b3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411069
Nov 24 16:55:41.873206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023a09b-d748-402a-a964-f33e2d879203 req-f9969786-c9e0-43aa-b8fc-bb9d2a9cae23 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:41.874753 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9023a09b-d748-402a-a964-f33e2d879203 req-f9969786-c9e0-43aa-b8fc-bb9d2a9cae23 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0914478
Nov 24 16:55:41.922366 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9023a09b-d748-402a-a964-f33e2d879203 req-7dca5e06-0c26-4b5d-9b43-79c9942d0cbd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408545
Nov 24 16:55:43.132479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7d971-1d39-459b-a7e4-e16e3bc04c8c req-3c731dbd-7e25-4e8b-b616-08a0d6c1a2ad tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:43.134068 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ce7d971-1d39-459b-a7e4-e16e3bc04c8c req-3c731dbd-7e25-4e8b-b616-08a0d6c1a2ad tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0805624
Nov 24 16:55:43.185293 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7ce7d971-1d39-459b-a7e4-e16e3bc04c8c req-510ca0c2-b58d-4e5c-930d-35c8751caedf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453193
Nov 24 16:55:44.400715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d9e14-79e7-450b-a976-815356a83f78 req-21bc2a2f-aa25-4f3e-9d89-82c7cc7bc254 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:44.402361 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e50d9e14-79e7-450b-a976-815356a83f78 req-21bc2a2f-aa25-4f3e-9d89-82c7cc7bc254 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0827820
Nov 24 16:55:44.453583 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e50d9e14-79e7-450b-a976-815356a83f78 req-10976a5e-3249-456b-b9b0-4132c0f555bb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439267
Nov 24 16:55:45.674512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf93cc-ec69-4fc6-9a3f-30aa07551ad7 req-3ee21679-cf5a-43ff-ae2f-81632f52b6ff tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:45.676079 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-09bf93cc-ec69-4fc6-9a3f-30aa07551ad7 req-3ee21679-cf5a-43ff-ae2f-81632f52b6ff tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0884156
Nov 24 16:55:45.722849 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-09bf93cc-ec69-4fc6-9a3f-30aa07551ad7 req-0be69732-e159-41f8-b3c4-f69d4901f735 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406749
Nov 24 16:55:46.932710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e94c2-745b-4296-9a0b-a15f243216d2 req-395d3d7f-094c-4a60-b8ec-2d0ad04ac515 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:46.934285 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d32e94c2-745b-4296-9a0b-a15f243216d2 req-395d3d7f-094c-4a60-b8ec-2d0ad04ac515 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0793226
Nov 24 16:55:46.982083 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d32e94c2-745b-4296-9a0b-a15f243216d2 req-ecd375ef-b58d-4608-bf13-fac36b0372e4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409756
Nov 24 16:55:48.212763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf592b7-5d2d-4bde-a724-8e957f8c29a7 req-a97f2671-0553-4375-bb21-894052ff578f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:48.214393 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-baf592b7-5d2d-4bde-a724-8e957f8c29a7 req-a97f2671-0553-4375-bb21-894052ff578f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0878944
Nov 24 16:55:48.263036 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-baf592b7-5d2d-4bde-a724-8e957f8c29a7 req-ad5ea998-fdbc-4b53-a430-8dcb387cb224 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421360
Nov 24 16:55:49.478108 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd047120-1ce2-43e1-ac4e-74fb5191139a req-5de7e3c0-a31e-4a91-a5d1-30ab0eb3b7ed tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:49.479688 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bd047120-1ce2-43e1-ac4e-74fb5191139a req-5de7e3c0-a31e-4a91-a5d1-30ab0eb3b7ed tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0808473
Nov 24 16:55:49.528124 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bd047120-1ce2-43e1-ac4e-74fb5191139a req-91d72e7e-7ae9-4b32-a34a-c676a1bbff04 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423741
Nov 24 16:55:50.747269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec1ba4-445a-4ac8-811d-e82911e1c549 req-e8f00e15-81a1-43a4-8e1b-bd4874f0ec03 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:50.748844 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2eec1ba4-445a-4ac8-811d-e82911e1c549 req-e8f00e15-81a1-43a4-8e1b-bd4874f0ec03 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0848875
Nov 24 16:55:50.796107 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2eec1ba4-445a-4ac8-811d-e82911e1c549 req-8be569f6-e4ec-4ea3-a1d2-7c15e1cf92bd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411582
Nov 24 16:55:52.007602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf0a77-7677-4565-884a-be1100fb9c4a req-36f8722e-5c76-4a1e-8af7-68f17e741c03 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:52.009247 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d7bf0a77-7677-4565-884a-be1100fb9c4a req-36f8722e-5c76-4a1e-8af7-68f17e741c03 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0829086
Nov 24 16:55:52.062609 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d7bf0a77-7677-4565-884a-be1100fb9c4a req-9383ecf3-a958-4e05-bf8b-0bf60ba46141 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467224
Nov 24 16:55:53.295790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314c9ef-049d-43d5-a21c-0d3cccc8081e req-6a34fa07-3a00-4233-a69f-2c012911583b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:53.297311 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0314c9ef-049d-43d5-a21c-0d3cccc8081e req-6a34fa07-3a00-4233-a69f-2c012911583b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0941048
Nov 24 16:55:53.346129 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0314c9ef-049d-43d5-a21c-0d3cccc8081e req-aa92b5e2-e138-473d-b345-cd885aa59c9e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424142
Nov 24 16:55:54.562283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74d481-a427-4a01-a60f-3788d75d08f3 req-d7a46b79-c4aa-49c2-8590-8aaa5ba01234 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:54.563788 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fc74d481-a427-4a01-a60f-3788d75d08f3 req-d7a46b79-c4aa-49c2-8590-8aaa5ba01234 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0851743
Nov 24 16:55:54.614699 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fc74d481-a427-4a01-a60f-3788d75d08f3 req-847692a4-7a7c-486b-8803-bed21d6e8e10 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442705
Nov 24 16:55:55.831500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008e77d-d8aa-4451-a820-41958cc22ee3 req-78ed05f2-cfee-40f0-b589-ebed497ab4c5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:55.832991 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f008e77d-d8aa-4451-a820-41958cc22ee3 req-78ed05f2-cfee-40f0-b589-ebed497ab4c5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0814471
Nov 24 16:55:55.882212 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f008e77d-d8aa-4451-a820-41958cc22ee3 req-fc8a19ed-d9fa-4e13-9c60-91ebf153c29f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430439
Nov 24 16:55:57.102997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b12f37-9828-4b59-b6b3-5aac7901e0c9 req-a5d1a3a0-6f0d-46ce-a379-8d26ff64d05a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:57.104560 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-05b12f37-9828-4b59-b6b3-5aac7901e0c9 req-a5d1a3a0-6f0d-46ce-a379-8d26ff64d05a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0851283
Nov 24 16:55:57.151580 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-05b12f37-9828-4b59-b6b3-5aac7901e0c9 req-12a4c14f-f75f-404d-a784-d3f29a28eb4a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409138
Nov 24 16:55:58.364793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f27c3-dc33-46ae-ab39-f8b0bdeaeb7c req-afa29d8e-49f5-4b74-a014-a3ab4da63d94 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:58.366305 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-325f27c3-dc33-46ae-ab39-f8b0bdeaeb7c req-afa29d8e-49f5-4b74-a014-a3ab4da63d94 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0816479
Nov 24 16:55:58.412982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-325f27c3-dc33-46ae-ab39-f8b0bdeaeb7c req-67a0f7e4-a086-4c77-99ba-a8c9e5407507 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404758
Nov 24 16:55:59.627838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3be5a-336e-44a6-a12d-fa5bcf92e34f req-d6ff4dbb-d11f-4f66-9d70-279955151008 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:55:59.629433 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3d3be5a-336e-44a6-a12d-fa5bcf92e34f req-d6ff4dbb-d11f-4f66-9d70-279955151008 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0854790
Nov 24 16:55:59.677924 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b3d3be5a-336e-44a6-a12d-fa5bcf92e34f req-53e37b1b-d79f-4e2c-9966-9e025981390e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423656
Nov 24 16:56:00.171638 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:00.892509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffbed0-54ba-4a6a-aa3d-ef418a7a349c req-d84e3b1a-c750-4856-8b2c-2ccba161d046 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:00.894105 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-55ffbed0-54ba-4a6a-aa3d-ef418a7a349c req-d84e3b1a-c750-4856-8b2c-2ccba161d046 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0825455
Nov 24 16:56:00.947935 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-55ffbed0-54ba-4a6a-aa3d-ef418a7a349c req-edabe40b-ba7d-48f2-9a3f-75722713e8fe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462310
Nov 24 16:56:02.080536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:56:02.162819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eaf8b-ff77-4586-8b6a-680332880e75 req-c8525145-38ee-436c-982e-048030ae8ba4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:02.164414 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fc8eaf8b-ff77-4586-8b6a-680332880e75 req-c8525145-38ee-436c-982e-048030ae8ba4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0813408
Nov 24 16:56:02.212987 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fc8eaf8b-ff77-4586-8b6a-680332880e75 req-3e4c1371-5c11-40a8-886f-efbfd06900da tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423317
Nov 24 16:56:03.442352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056871-2df1-447a-9a47-980edb1f607a req-5e741ad1-d881-453f-a89d-8eded9595929 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:03.443835 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b8056871-2df1-447a-9a47-980edb1f607a req-5e741ad1-d881-453f-a89d-8eded9595929 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0845542
Nov 24 16:56:03.490932 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b8056871-2df1-447a-9a47-980edb1f607a req-5e8bb34f-2e40-4c8f-a04d-967bc28db17b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410759
Nov 24 16:56:04.712749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40316614-f68e-40dd-986c-e6df7c716268 req-8f594fc0-c151-430e-9225-21cd58b8c875 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:04.714352 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-40316614-f68e-40dd-986c-e6df7c716268 req-8f594fc0-c151-430e-9225-21cd58b8c875 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0816774
Nov 24 16:56:04.762354 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-40316614-f68e-40dd-986c-e6df7c716268 req-0dc82460-6124-4efd-88c3-a7d9d47668cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413265
Nov 24 16:56:05.059434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e586103a-1d8a-45c8-9bdd-673586441b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:05.978288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f4c26-14e7-4975-85f5-8fdad30b4f6e req-45918fa8-92db-4eef-a2b2-2dc654d39068 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:05.979889 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8e9f4c26-14e7-4975-85f5-8fdad30b4f6e req-45918fa8-92db-4eef-a2b2-2dc654d39068 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0848911
Nov 24 16:56:06.029072 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8e9f4c26-14e7-4975-85f5-8fdad30b4f6e req-6b35dc76-9068-4851-a2f7-126426e0452f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428531
Nov 24 16:56:06.528426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:07.241780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431094ad-471a-413b-a6e3-9c278f77c008 req-8c6a0ce3-4bd5-41ce-9bc0-5fa72b8c9c32 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:07.243399 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-431094ad-471a-413b-a6e3-9c278f77c008 req-8c6a0ce3-4bd5-41ce-9bc0-5fa72b8c9c32 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0818660
Nov 24 16:56:07.291590 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-431094ad-471a-413b-a6e3-9c278f77c008 req-6562f450-63ff-481c-b120-ba22e5a35599 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418766
Nov 24 16:56:07.513935 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-5fbb4fab-f2eb-4677-be59-10104ea8ec9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755906
Nov 24 16:56:07.583720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b262ee0-1486-4b85-a78e-e2405dfeb501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:07.612562 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-8960b47c-4f18-4610-8ade-697efc09adc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7b770c1ee1024ee4807e284a94960fd0&device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 1099 time: 0.0777147
Nov 24 16:56:07.779060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-f349b204-53c7-440c-8609-c164d57e27a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:07.780623 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-f349b204-53c7-440c-8609-c164d57e27a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 200  len: 920 time: 0.1505949
Nov 24 16:56:07.853289 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-10a206c0-cdbe-48a8-94ea-5d44747f53dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 HTTP/1.1" status: 200  len: 217 time: 0.0660787
Nov 24 16:56:07.920631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-f1d39ab0-e0dc-4ee1-b06a-9ae3fb57d5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:07.922204 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-f1d39ab0-e0dc-4ee1-b06a-9ae3fb57d5b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 200  len: 859 time: 0.0629461
Nov 24 16:56:07.973228 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-ff014675-0581-46d7-b3cb-76c1264a11bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449436
Nov 24 16:56:08.087416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:08.123495 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-ddbbe70a-896c-4222-8623-846a9d697922 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436532
Nov 24 16:56:08.264467 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d46652d-05ce-48a4-ac6a-30c2429fbf6b req-3a43d61f-5f78-4f28-ab6a-17bf9816e9e0 service neutron] 10.222.0.21 "GET /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337368
Nov 24 16:56:08.692183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d4e50-04fa-49af-a084-6ed5a0d5f4a8 req-5c3c2af4-fb0c-4268-85d4-ba203679eb62 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:08.693750 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fb8d4e50-04fa-49af-a084-6ed5a0d5f4a8 req-5c3c2af4-fb0c-4268-85d4-ba203679eb62 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2700138
Nov 24 16:56:08.741048 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fb8d4e50-04fa-49af-a084-6ed5a0d5f4a8 req-dedd2a3c-23c8-421c-a390-b03b9c19cee0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411725
Nov 24 16:56:09.064675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:09.962482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93318d68-907e-48a0-b9b1-0bba7eef55ac req-3522e667-640c-4b57-8932-c8ed787ea2df tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:09.964044 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-93318d68-907e-48a0-b9b1-0bba7eef55ac req-3522e667-640c-4b57-8932-c8ed787ea2df tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0847585
Nov 24 16:56:10.011034 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-93318d68-907e-48a0-b9b1-0bba7eef55ac req-e0db1938-19cd-4fab-a70e-82b32422c06c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409837
Nov 24 16:56:11.227477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d616ee6-8bc1-41e2-9e36-40f67c200324 req-dfd38f3d-d367-4c40-82e8-0e2445c89aa1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:11.229054 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0d616ee6-8bc1-41e2-9e36-40f67c200324 req-dfd38f3d-d367-4c40-82e8-0e2445c89aa1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0823328
Nov 24 16:56:11.277777 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0d616ee6-8bc1-41e2-9e36-40f67c200324 req-78af502d-abc9-4d32-8e10-3c73fbc9d090 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421093
Nov 24 16:56:12.495458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b5062-0f9d-4e2a-8010-743d0037c18e req-9a5afaa7-c2a8-4d8b-a036-9b6dc27683de tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:12.496911 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ca5b5062-0f9d-4e2a-8010-743d0037c18e req-9a5afaa7-c2a8-4d8b-a036-9b6dc27683de tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0831993
Nov 24 16:56:12.543495 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ca5b5062-0f9d-4e2a-8010-743d0037c18e req-420a92e7-89b4-496b-a295-91656ccf6e87 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406423
Nov 24 16:56:13.754183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cab0b-0917-4d28-ba9d-33ca287f9d00 req-36a3bec6-fad0-45fa-bd71-73a9e71a508e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:13.755689 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e92cab0b-0917-4d28-ba9d-33ca287f9d00 req-36a3bec6-fad0-45fa-bd71-73a9e71a508e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0817542
Nov 24 16:56:13.802361 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e92cab0b-0917-4d28-ba9d-33ca287f9d00 req-1b885b8b-41ce-4669-8ab4-5c6fa9545327 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407047
Nov 24 16:56:14.853584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a0d58-1438-4815-9cf6-8db1029aa5c0 req-cef1befb-49f2-41ff-a569-e465ecd823ef tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:14.855173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e24a0d58-1438-4815-9cf6-8db1029aa5c0 req-cef1befb-49f2-41ff-a569-e465ecd823ef tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 946 time: 0.0831645
Nov 24 16:56:14.904139 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e24a0d58-1438-4815-9cf6-8db1029aa5c0 req-ac09c544-5276-454b-b78c-9d5dbc066b00 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=1397fd1e-a399-492c-b43a-a38dc5692efc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425608
Nov 24 16:56:15.024039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182be1c0-59d2-4244-ae8e-0d559a718c4f req-f099ae83-f9d3-43e4-bff2-d1331f16e99f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:15.025631 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-182be1c0-59d2-4244-ae8e-0d559a718c4f req-f099ae83-f9d3-43e4-bff2-d1331f16e99f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0820789
Nov 24 16:56:15.076612 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-182be1c0-59d2-4244-ae8e-0d559a718c4f req-373d4ee2-a03b-4ee5-aec7-02f0789ae936 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449479
Nov 24 16:56:15.183016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-324328fb-7478-4cd0-bdf8-17f0db75cd49 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:15.184574 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-324328fb-7478-4cd0-bdf8-17f0db75cd49 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 946 time: 0.0811477
Nov 24 16:56:15.260401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Deleting port 52a73536-67bb-410f-85aa-47899d21a379 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:56:15.260791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:15.519129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] For port 52a73536-67bb-410f-85aa-47899d21a379, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=52a73536-67bb-410f-85aa-47899d21a379,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:15.519531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:15.809513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:15.809891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:15.810446 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Floating IP 58498d99-d2e4-4e9d-b1a8-7ca61ed25866 disassociated. External IP: 172.27.3.47, port: 52a73536-67bb-410f-85aa-47899d21a379.
Nov 24 16:56:15.810683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Calling delete_port for 52a73536-67bb-410f-85aa-47899d21a379 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:56:15.955260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:15.961848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:16.005179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event deleted for resources: {'Port': ['ID=52a73536-67bb-410f-85aa-47899d21a379,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:16.021621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.022048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.022466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.022859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.023253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.023710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.024100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.024500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.025120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.025503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.025880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:16.029371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:16.140706 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eb8e57f2-d57f-422a-894a-cc52528066df req-bf686c7b-a551-4f9f-b6c3-e7547b43d219 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 210 time: 0.0523636
Nov 24 16:56:16.349630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057dc0d-53d0-4b1a-af58-b946dfc4c16f req-27d387fb-9d19-4692-8b3b-29a3c0d420ca tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:16.351173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d057dc0d-53d0-4b1a-af58-b946dfc4c16f req-27d387fb-9d19-4692-8b3b-29a3c0d420ca tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1273470
Nov 24 16:56:16.377858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Router 6397843f-f020-4c1b-85ca-5cb180d6f04e has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:56:16.474128 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d057dc0d-53d0-4b1a-af58-b946dfc4c16f req-d5f8d326-c2d6-43b3-9475-46191fc384fc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146753
Nov 24 16:56:16.625125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:56:16.638646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] Sync routers for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:56:16.651457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:56:16.652113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9cbd4a8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:56:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:16.695713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] No DVR routers for this DVR port 52a73536-67bb-410f-85aa-47899d21a379 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:56:16.698459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:16.701381 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'name': 'network-vif-deleted', 'tag': '52a73536-67bb-410f-85aa-47899d21a379'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:56:16.710185 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-db4edf99-501c-4cc6-b1bf-252e2495f391 req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "DELETE /v2.0/ports/52a73536-67bb-410f-85aa-47899d21a379 HTTP/1.1" status: 204  len: 173 time: 1.5205953
Nov 24 16:56:16.756988 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7c6ba0-d461-463b-b19c-45107168699c', 'name': 'network-vif-deleted', 'tag': '52a73536-67bb-410f-85aa-47899d21a379', 'status': 'completed', 'code': 200}
Nov 24 16:56:16.841186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:56:17.320792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9cbd4a8>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:17.324912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] Checking router: 6397843f-f020-4c1b-85ca-5cb180d6f04e for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:56:17.334679 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-5c3a06f0-72f0-4b99-b901-7e29feece91f req-4eb85c72-0823-4a71-8875-0f45bf4db539 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Synchronizing usage tracker for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:56:17.344050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:56:17.344766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9cbd4a8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:56:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:17.351109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-5c3a06f0-72f0-4b99-b901-7e29feece91f req-4eb85c72-0823-4a71-8875-0f45bf4db539 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Unset dirty status for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:56:17.353109 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5c3a06f0-72f0-4b99-b901-7e29feece91f req-4eb85c72-0823-4a71-8875-0f45bf4db539 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e7c6ba0-d461-463b-b19c-45107168699c HTTP/1.1" status: 200  len: 210 time: 0.0712857
Nov 24 16:56:17.540249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:56:17.692064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce96ba-0a69-4990-90c6-ff860c8bede7 req-6f24d732-698e-43e0-89d9-af3c6691b779 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:17.693588 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78ce96ba-0a69-4990-90c6-ff860c8bede7 req-6f24d732-698e-43e0-89d9-af3c6691b779 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0835118
Nov 24 16:56:17.742569 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78ce96ba-0a69-4990-90c6-ff860c8bede7 req-4e962860-3451-4b71-b934-6316c0456975 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425351
Nov 24 16:56:17.864804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9cbd4a8>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:17.868832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a09405-fa4e-4306-b05d-b93cdde50ae3 None None] The sync data for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi is: [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:56:18.186413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 52a73536-67bb-410f-85aa-47899d21a379 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:56:18.222681 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 52a73536-67bb-410f-85aa-47899d21a379 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:56:18.223012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 52a73536-67bb-410f-85aa-47899d21a379 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:56:18.292098 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a96bfdc-30f2-433b-94b4-8b970f39d258 None None] New status for floating IP 58498d99-d2e4-4e9d-b1a8-7ca61ed25866: DOWN {{(pid=88186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 16:56:18.502394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54474) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:18.582941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:18.614397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:18.661924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:18.667076 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1f5087ba-0381-4fc5-9f3d-fcb41a8f936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:18.682274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397fd1e-a399-492c-b43a-a38dc5692efc,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:18.696365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.696780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.697180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.697580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.697975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.698400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.698792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.699181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.699570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.699956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.700339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:18.703134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:18.706756 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "DELETE /v2.0/security-groups/1397fd1e-a399-492c-b43a-a38dc5692efc HTTP/1.1" status: 204  len: 168 time: 0.2001464
Nov 24 16:56:18.706756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:18.707356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54480) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:18.724965 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.v2.resource [None req-88afce27-f0bc-4e67-99ae-b7cd1cb29ff3 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] show failed (client error): The resource could not be found.
Nov 24 16:56:18.729232 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-88afce27-f0bc-4e67-99ae-b7cd1cb29ff3 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups/1397fd1e-a399-492c-b43a-a38dc5692efc HTTP/1.1" status: 404  len: 347 time: 0.0178514
Nov 24 16:56:18.729232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54486) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:18.889151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Deleting port 9d606132-87b3-4688-94ed-7e6e6fa74e92 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:56:18.889534 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:18.960059 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b836-8f01-498b-a4c4-1ffd94e3e255 req-c72653d2-dc4c-4a5c-851c-3ec757cc661c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:18.961656 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8886b836-8f01-498b-a4c4-1ffd94e3e255 req-c72653d2-dc4c-4a5c-851c-3ec757cc661c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0857718
Nov 24 16:56:19.015440 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8886b836-8f01-498b-a4c4-1ffd94e3e255 req-83cfcd90-d7fe-4a86-afde-82a72b524cb3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473859
Nov 24 16:56:19.072217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:19.072572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:19.393979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Calling delete_port for 9d606132-87b3-4688-94ed-7e6e6fa74e92 owned by network:floatingip {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:56:19.533319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:19.537569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-22f31b26-5fb6-4d66-ae0c-74a619f85b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:19.580830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event deleted for resources: {'Port': ['ID=9d606132-87b3-4688-94ed-7e6e6fa74e92,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:19.583607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:19.681592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:19.699648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:19.700884 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "DELETE /v2.0/floatingips/58498d99-d2e4-4e9d-b1a8-7ca61ed25866 HTTP/1.1" status: 204  len: 168 time: 0.9709728
Nov 24 16:56:20.245938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d39f9-83cc-45d6-b20e-73300fb09fbc req-88be0177-355e-4126-99d7-4591b7449c95 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:20.247559 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cb5d39f9-83cc-45d6-b20e-73300fb09fbc req-88be0177-355e-4126-99d7-4591b7449c95 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0968809
Nov 24 16:56:20.295062 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cb5d39f9-83cc-45d6-b20e-73300fb09fbc req-475bf4b8-b09a-48af-9d4f-e65033434ee3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408459
Nov 24 16:56:20.440070 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 54504) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:20.446300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008511566', 'description': 'tempest-description--1707076511'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:20.452694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:20.457574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:20.460562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:20.466532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:20.476474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.511888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:20.516074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group_rule and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:20.519620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:20.525554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:20.586751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.589236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.594311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-303caf9d-1fa8-45fb-a7bd-a54678215e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:20.636181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb70a17b-fe03-4006-ab9e-b71fbc05a034,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:20.639029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.640286 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.1990569
Nov 24 16:56:20.641284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:20.644236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54508) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:20.652730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'security_group_rule': {'security_group_id': 'bb70a17b-fe03-4006-ab9e-b71fbc05a034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:20.660107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:20.664247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group_rule and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:20.667394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:20.673322 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:20.690361 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.755243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.757926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.760121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7cdb5de9-a805-4213-b693-4902cb2dfe4c tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:20.783613 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af601999-63af-4926-8b05-ba78849354a3,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:20.786205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:20.793050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.794348 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9e161369-1044-4b03-a013-d410ad829fa0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1490664
Nov 24 16:56:20.797171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54516) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:20.803050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'security_group_rule': {'security_group_id': 'bb70a17b-fe03-4006-ab9e-b71fbc05a034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:20.809134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:20.813383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:security_group_rule and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:20.816932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:20.822878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:20.838649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.905042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.907450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.909487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:20.932700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fe3293-20ef-4098-be5c-67df9c885979,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:20.935213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:20.942126 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:20.943382 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b3f19138-00cf-4b72-bf67-96dfd26c9e4d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1452236
Nov 24 16:56:20.946766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54520) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:20.952472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'floatingip': {'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:20.958765 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:20.962678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:floatingip and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:20.965570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:20.971494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:20.980722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.124810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.265175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Allocated IP 172.27.3.35 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/80c5300c-072f-483d-9b67-963e327af772) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:56:21.418912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.445788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.450388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-88403c89-5142-46fe-b00c-90afc5b1b08e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:21.513095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf67071-9bb4-41c9-b5f5-05bb1ae6c9e0 req-f00fd1c2-9795-4538-917d-d31c16e93483 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:21.514721 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bbf67071-9bb4-41c9-b5f5-05bb1ae6c9e0 req-f00fd1c2-9795-4538-917d-d31c16e93483 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0821774
Nov 24 16:56:21.518724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:56:21.521634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:56:21.526321 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:56:21.552924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'Port': ['ID=80c5300c-072f-483d-9b67-963e327af772,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:21.558508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:21.564345 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bbf67071-9bb4-41c9-b5f5-05bb1ae6c9e0 req-0817cbf5-4852-4ab8-b539-e97ef9f622ee tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431082
Nov 24 16:56:21.690273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.743559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.974009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.978698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1274992'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:21.982593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:22.085899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'Port': ['ID=80c5300c-072f-483d-9b67-963e327af772,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:22.090304 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:22.101233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:22.122305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:22.123581 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1757948
Nov 24 16:56:22.361908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-540b75bb-acfd-4c35-95bd-ee5198f7cf85 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Synchronizing usage tracker for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:56:22.375847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-540b75bb-acfd-4c35-95bd-ee5198f7cf85 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Unset dirty status for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:56:22.377570 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-540b75bb-acfd-4c35-95bd-ee5198f7cf85 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1008511566&fields=id&tenant_id=2e1db92b17144247b41c70a2ad4c19eb HTTP/1.1" status: 200  len: 267 time: 0.0610771
Nov 24 16:56:22.533358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-b3184da9-eddb-4c1a-ba92-1623813ac953 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:22.534860 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-b3184da9-eddb-4c1a-ba92-1623813ac953 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 811 time: 0.1501439
Nov 24 16:56:22.551940 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-a859ea84-ef68-4778-84c2-394c62082bff tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/quotas/2e1db92b17144247b41c70a2ad4c19eb HTTP/1.1" status: 200  len: 375 time: 0.0112405
Nov 24 16:56:22.640497 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-0f4e7557-fb61-403f-a571-71392d5f9dc7 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0834193
Nov 24 16:56:22.853542 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-6bd91fe2-cff6-4c2b-8c0f-b68a85a0bdd7 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969454
Nov 24 16:56:22.894401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e600f7-c3d6-489e-bc46-35cdb0ebad26 req-caa1de8b-4959-470f-b2e8-061164cb7480 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:22.895995 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b9e600f7-c3d6-489e-bc46-35cdb0ebad26 req-caa1de8b-4959-470f-b2e8-061164cb7480 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1600146
Nov 24 16:56:23.222392 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b9e600f7-c3d6-489e-bc46-35cdb0ebad26 req-73efbbac-2bcc-456f-8354-ffa7bb8f57e2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803726
Nov 24 16:56:23.241809 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-7cbb475c-91e9-4c39-be15-9bf52737fe40 service neutron] 10.222.0.53 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3810410
Nov 24 16:56:23.435839 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-47394311-c6d7-4356-b59a-466b2e82c3f0 req-d408fd97-f81d-466e-b463-77cecc1b49d0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 210 time: 0.0450113
Nov 24 16:56:24.549466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-f3075625-de16-4b9d-8a07-7c9a803dc27a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:24.551041 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-f3075625-de16-4b9d-8a07-7c9a803dc27a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 811 time: 0.2200000
Nov 24 16:56:24.560616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c2f1a-0c43-4af0-87c6-ff49815ccc0f req-02308717-5c53-4c1d-b0e4-7d3cba0756c0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:24.562391 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-128c2f1a-0c43-4af0-87c6-ff49815ccc0f req-02308717-5c53-4c1d-b0e4-7d3cba0756c0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1992686
Nov 24 16:56:24.638631 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-49b6802e-a760-4372-8785-94da0feacd38 req-2de207e0-ead9-4701-9333-91b0b3dc63b2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 210 time: 0.0752351
Nov 24 16:56:24.684982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-0d365a3b-e539-4466-8a4b-85ef8e8134c9 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e1db92b17144247b41c70a2ad4c19eb HTTP/1.1" status: 200  len: 380 time: 0.1197708
Nov 24 16:56:24.687804 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-128c2f1a-0c43-4af0-87c6-ff49815ccc0f req-60436272-7549-4f92-be93-4779daa87607 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725834
Nov 24 16:56:24.696018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'port': {'device_id': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'admin_state_up': True, 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'security_groups': ['bb70a17b-fe03-4006-ab9e-b71fbc05a034']}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:24.835025 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:24.839144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Usage tracker for resource:port and tenant:2e1db92b17144247b41c70a2ad4c19eb is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:24.842005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:24.848485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:24.857044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Made reservation on behalf of 2e1db92b17144247b41c70a2ad4c19eb for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:56:24.862575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:25.026581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Allocated IP 172.20.0.11 (6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206/1a3cda01-c06c-4572-8598-7740ad88346a/7c40b503-5cf5-4a80-9bcf-f336b98f585f) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:56:25.232801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:25.250467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Transition to ACTIVE for port object 7c40b503-5cf5-4a80-9bcf-f336b98f585f will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:56:25.270623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:25.276217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:25.350368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:56:25.353469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:56:25.357950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:56:25.391622 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event updated for resources: {'Port': ['ID=7c40b503-5cf5-4a80-9bcf-f336b98f585f,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:25.399571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:25.434527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:25.435380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:25.467874 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7757308
Nov 24 16:56:25.480351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Request body: {'port': {'device_id': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:25.651838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:25.707183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-110974d8-d1d6-4a53-8f31-cd506a915603 None None] Provisioning for port 7c40b503-5cf5-4a80-9bcf-f336b98f585f completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:56:25.714848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-110974d8-d1d6-4a53-8f31-cd506a915603 None None] Provisioning complete for port 7c40b503-5cf5-4a80-9bcf-f336b98f585f triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:56:25.715334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-110974d8-d1d6-4a53-8f31-cd506a915603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:25.739644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406889f-ecb3-46bc-83b9-aca8554fed7f req-ec60e2c7-ad31-4178-a0a6-76fea57b1909 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:25.741238 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1406889f-ecb3-46bc-83b9-aca8554fed7f req-ec60e2c7-ad31-4178-a0a6-76fea57b1909 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.1707642
Nov 24 16:56:25.776787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-110974d8-d1d6-4a53-8f31-cd506a915603 None None] Port 7c40b503-5cf5-4a80-9bcf-f336b98f585f cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:56:25.994518 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1406889f-ecb3-46bc-83b9-aca8554fed7f req-3b8ded67-c799-439a-b765-7e2b89c887fc tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401621
Nov 24 16:56:26.131670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060f514-a146-46fe-9f1c-ecf2f4945e0f req-e0936f9d-4c1b-445c-8b6a-04dd9acd7fdd tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:26.132416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b060f514-a146-46fe-9f1c-ecf2f4945e0f req-e0936f9d-4c1b-445c-8b6a-04dd9acd7fdd tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Synchronizing usage tracker for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:56:26.182199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-055be019-5634-4f4f-8855-85866d3ea6be tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:26.183734 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-055be019-5634-4f4f-8855-85866d3ea6be tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.3245671
Nov 24 16:56:26.266228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b060f514-a146-46fe-9f1c-ecf2f4945e0f req-e0936f9d-4c1b-445c-8b6a-04dd9acd7fdd tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Unset dirty status for tenant:2e1db92b17144247b41c70a2ad4c19eb on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:56:26.267511 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b060f514-a146-46fe-9f1c-ecf2f4945e0f req-e0936f9d-4c1b-445c-8b6a-04dd9acd7fdd tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 932 time: 0.4572394
Nov 24 16:56:26.325664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Deleting port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:56:26.326071 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:26.465559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d9bc-f0a4-45d1-80ba-0dce1e03e62c req-e2374bc2-424c-4775-9d59-da4acdf522a0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:26.467173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5631d9bc-f0a4-45d1-80ba-0dce1e03e62c req-e2374bc2-424c-4775-9d59-da4acdf522a0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.3446381
Nov 24 16:56:26.475630 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b060f514-a146-46fe-9f1c-ecf2f4945e0f req-9cf4fe95-7575-4cc9-8454-eacdab0fe4bf tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1990004
Nov 24 16:56:26.478650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c40b503-5cf5-4a80-9bcf-f336b98f585f {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:56:26.513678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:26.568385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Transition to ACTIVE for port object 7c40b503-5cf5-4a80-9bcf-f336b98f585f will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:56:26.584678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:26.607581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-71a4a692-d0d8-4587-9521-f0ce634d10e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:26.732488 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5631d9bc-f0a4-45d1-80ba-0dce1e03e62c req-2966b949-31e1-447a-8035-8df6ed85e3a2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2558310
Nov 24 16:56:26.800408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Pushing event updated for resources: {'Port': ['ID=7c40b503-5cf5-4a80-9bcf-f336b98f585f,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:26.811043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:27.133528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] For port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:27.133944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:27.324850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Calling delete_port for fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:56:27.415950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Attempting to bind port 7c40b503-5cf5-4a80-9bcf-f336b98f585f on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:56:27.416330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Attempting to bind port 7c40b503-5cf5-4a80-9bcf-f336b98f585f by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:56:27.416699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Attempting to bind port 7c40b503-5cf5-4a80-9bcf-f336b98f585f on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:56:27.445774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Port 7c40b503-5cf5-4a80-9bcf-f336b98f585f on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:56:27.446157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Attempting to bind port 7c40b503-5cf5-4a80-9bcf-f336b98f585f on network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:56:27.465896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c24ab9-01c1-4eba-a395-092712650c5b req-19e45661-275b-4531-8984-1816366ffe23 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:27.467507 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50c24ab9-01c1-4eba-a395-092712650c5b req-19e45661-275b-4531-8984-1816366ffe23 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=2295ca9d-5f28-41ba-b553-2f558247b6c5 HTTP/1.1" status: 200  len: 946 time: 0.3387504
Nov 24 16:56:27.496761 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:56:27.497137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Checking segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:56:27.497555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Bound using segment: {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:56:27.498088 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Bound port: 7c40b503-5cf5-4a80-9bcf-f336b98f585f, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d12870d-5fe5-41d5-b974-c305dcf0689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:56:27.498452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:27.621830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:27.632952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a4903da5-311a-47ff-961c-e3b80c1aa5e9', 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:56:27.671819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9f523fc7-1c4d-4bad-bc57-b889de788bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:27.740008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Pushing event deleted for resources: {'Port': ['ID=fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:27.753535 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50c24ab9-01c1-4eba-a395-092712650c5b req-a5c399fa-e4c1-4f91-b8d0-cdf8492df179 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453027
Nov 24 16:56:27.754458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:27.801746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] For port 7c40b503-5cf5-4a80-9bcf-f336b98f585f, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:56:27.848144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] For port 7c40b503-5cf5-4a80-9bcf-f336b98f585f, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:56:27.856448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] No DVR routers for this DVR port fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:56:27.859385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:27.863647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:27.867166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6f5a3f43-3598-4c85-934f-c33adf7585d5 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:27.894712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'name': 'network-vif-deleted', 'tag': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:56:27.991246 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b13662c1-1e3d-4db2-8cb5-33f13b63aeaa req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "DELETE /v2.0/ports/fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 HTTP/1.1" status: 204  len: 173 time: 1.7925234
Nov 24 16:56:27.999839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:28.001497 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] 10.222.0.21 "PUT /v2.0/ports/7c40b503-5cf5-4a80-9bcf-f336b98f585f HTTP/1.1" status: 200  len: 1094 time: 2.5256166
Nov 24 16:56:28.007398 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64932ae-e757-4743-997a-6ea2dee6e5ef req-a920b132-2dd8-4a90-ad22-f33b3203a7f7 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:28.008847 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e64932ae-e757-4743-997a-6ea2dee6e5ef req-a920b132-2dd8-4a90-ad22-f33b3203a7f7 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 944 time: 0.3931801
Nov 24 16:56:28.049681 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Pushing event updated for resources: {'Port': ['ID=7c40b503-5cf5-4a80-9bcf-f336b98f585f,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:28.092723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:28.152238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed9836-d5ef-4de3-87ff-137b0f50c6e0 req-7ff04c2c-cccb-4e36-a26d-68c6bc68bab8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:28.153826 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1ed9836-d5ef-4de3-87ff-137b0f50c6e0 req-7ff04c2c-cccb-4e36-a26d-68c6bc68bab8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2531326
Nov 24 16:56:28.159607 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e64932ae-e757-4743-997a-6ea2dee6e5ef req-196d8baf-c621-4ebc-9525-ca4c274a3a65 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352065
Nov 24 16:56:28.215405 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-6bfe274b-f529-466e-95a0-2cba1f23aa5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 1097 time: 0.1670387
Nov 24 16:56:28.219661 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1ed9836-d5ef-4de3-87ff-137b0f50c6e0 req-6511c9b8-b479-4b20-a30a-861f876e2b55 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576112
Nov 24 16:56:28.276158 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2295ca9d-5f28-41ba-b553-2f558247b6c5', 'name': 'network-vif-deleted', 'tag': 'fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73', 'status': 'completed', 'code': 200}
Nov 24 16:56:28.291169 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-095df362-731a-4e40-a113-810550681f05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f HTTP/1.1" status: 200  len: 217 time: 0.0679057
Nov 24 16:56:28.366146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-1bd77b22-131a-4f15-b2fb-775085a46366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:28.367763 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-1bd77b22-131a-4f15-b2fb-775085a46366 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.0702460
Nov 24 16:56:28.454267 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-ab24136f-ee32-4f5d-9cec-3144fcbe51ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761046
Nov 24 16:56:28.595385 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-b0182919-6929-434a-91db-ce41c9de0f3c service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348159
Nov 24 16:56:28.741435 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b07c9384-6bdd-4441-9161-5d712444d7fb req-402cee5f-783e-4c2d-a05b-880ceb439ea5 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393380
Nov 24 16:56:29.245010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4d68f-ad92-40cf-91c7-f576e4e55164 req-3bc6ee0e-2555-4d3c-af78-4c23cb3885d1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:29.245868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-dce4d68f-ad92-40cf-91c7-f576e4e55164 req-3bc6ee0e-2555-4d3c-af78-4c23cb3885d1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Synchronizing usage tracker for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:56:29.261060 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-dce4d68f-ad92-40cf-91c7-f576e4e55164 req-3bc6ee0e-2555-4d3c-af78-4c23cb3885d1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Unset dirty status for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:56:29.262350 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dce4d68f-ad92-40cf-91c7-f576e4e55164 req-3bc6ee0e-2555-4d3c-af78-4c23cb3885d1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1035864
Nov 24 16:56:29.369711 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dce4d68f-ad92-40cf-91c7-f576e4e55164 req-dca0e342-0867-4e3a-a77a-a7fc6ac41149 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c12a27b-708c-41c8-8ce5-574ab89d29ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988977
Nov 24 16:56:29.391521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737461d-a425-4dbe-80ba-d8e03149f64e req-4fc2436e-797d-4741-b590-86612cc2cf0c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:29.393118 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e737461d-a425-4dbe-80ba-d8e03149f64e req-4fc2436e-797d-4741-b590-86612cc2cf0c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 944 time: 0.0999963
Nov 24 16:56:29.534531 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e737461d-a425-4dbe-80ba-d8e03149f64e req-c3ad91dd-ca13-4d9f-a9f0-32b2d54dde8c tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332128
Nov 24 16:56:29.595187 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-fe116b9d-1049-4b5b-b7af-d42ea468581b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:29.596770 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-fe116b9d-1049-4b5b-b7af-d42ea468581b tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 945 time: 0.1601887
Nov 24 16:56:29.606962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a22f9-5a58-4168-b521-f21f25eead22 req-a46429eb-3584-42de-a4ad-fbc2ac65d4f8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:29.608478 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-340a22f9-5a58-4168-b521-f21f25eead22 req-a46429eb-3584-42de-a4ad-fbc2ac65d4f8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1225626
Nov 24 16:56:29.709088 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Deleting port a4903da5-311a-47ff-961c-e3b80c1aa5e9 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:56:29.709474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:29.760007 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-340a22f9-5a58-4168-b521-f21f25eead22 req-146fe826-27ec-40bf-a3aa-98f48b7682d5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169879
Nov 24 16:56:29.963838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] For port a4903da5-311a-47ff-961c-e3b80c1aa5e9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a4903da5-311a-47ff-961c-e3b80c1aa5e9,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:29.964157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:30.092484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Calling delete_port for a4903da5-311a-47ff-961c-e3b80c1aa5e9 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:56:30.199861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:30.232132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:30.237576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:30.242772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a4903da5-311a-47ff-961c-e3b80c1aa5e9'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:56:30.272474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:56:30.281183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:56:30.289107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Pushing event deleted for resources: {'Port': ['ID=a4903da5-311a-47ff-961c-e3b80c1aa5e9,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:30.293430 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:30.309329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:56:30.309608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device fd585dd1-01e4-4ebe-af9b-67dd1c6b0b73 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:56:30.356835 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'status': 'completed', 'code': 200}
Nov 24 16:56:30.368070 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] No DVR routers for this DVR port a4903da5-311a-47ff-961c-e3b80c1aa5e9 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:56:30.401051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:30.434955 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c3ca4e78-f520-43ec-8fff-7e1bd2f79907 req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.21 "DELETE /v2.0/ports/a4903da5-311a-47ff-961c-e3b80c1aa5e9 HTTP/1.1" status: 204  len: 173 time: 0.8254409
Nov 24 16:56:30.457400 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-faef6ac9-ae1a-4ee3-ab8d-ea3c1885879a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 1097 time: 0.0905247
Nov 24 16:56:30.836607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-4d935700-f2ea-4891-9b6f-9fa239fb3091 req-d7b3a7cc-0e5b-4895-a26c-6c10f61ae02d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Synchronizing usage tracker for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:56:30.897474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-4d935700-f2ea-4891-9b6f-9fa239fb3091 req-d7b3a7cc-0e5b-4895-a26c-6c10f61ae02d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Unset dirty status for tenant:7b770c1ee1024ee4807e284a94960fd0 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:56:30.898766 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4d935700-f2ea-4891-9b6f-9fa239fb3091 req-d7b3a7cc-0e5b-4895-a26c-6c10f61ae02d tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] 10.222.0.53 "GET /v2.0/ports?device_id=44398b13-1e97-4392-a8e1-c772c21372cf HTTP/1.1" status: 200  len: 210 time: 0.2103617
Nov 24 16:56:30.924764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-3ade315d-0e37-40e9-b2c6-dc5ca3a783c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:30.926466 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-3ade315d-0e37-40e9-b2c6-dc5ca3a783c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 912 time: 0.4629867
Nov 24 16:56:31.006587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89819532-44fa-4fa0-852e-90bebf45fdc7 req-c6447f6c-e7fc-4391-8edc-fbfb6dc525fd tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:31.008318 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-89819532-44fa-4fa0-852e-90bebf45fdc7 req-c6447f6c-e7fc-4391-8edc-fbfb6dc525fd tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 944 time: 0.3239045
Nov 24 16:56:31.010161 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-b8649eda-7007-4798-bcf1-2dad121bcac7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f HTTP/1.1" status: 200  len: 217 time: 0.0761204
Nov 24 16:56:31.166260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-2509862d-0a5b-4f01-a1b0-7204b766861e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:31.167817 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-2509862d-0a5b-4f01-a1b0-7204b766861e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.1170456
Nov 24 16:56:31.176703 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-89819532-44fa-4fa0-852e-90bebf45fdc7 req-b685128f-689c-47a2-80c7-121fbd5f2876 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279631
Nov 24 16:56:31.249682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad8de7-1c0e-45ce-aa28-df2a94edae22 req-9ba59452-cdd3-4292-bfac-20e44ebf2255 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:31.251320 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-55ad8de7-1c0e-45ce-aa28-df2a94edae22 req-9ba59452-cdd3-4292-bfac-20e44ebf2255 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.2384052
Nov 24 16:56:31.304103 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-586f3720-05e2-4d48-b0fd-e63434a29657 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1264083
Nov 24 16:56:31.311298 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-55ad8de7-1c0e-45ce-aa28-df2a94edae22 req-0d2ac875-b090-4028-ae36-82a7f0e7f0d4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528867
Nov 24 16:56:31.448108 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-fa0bc2f7-8f1a-4b8e-8fb8-545f5a1b9bdb service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354642
Nov 24 16:56:31.590609 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e331030-a937-4ebc-a10f-d1e8f19d6281 req-289ef736-37f0-4e35-b1ad-498625cf47c2 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363955
Nov 24 16:56:32.004580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54648) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:32.247801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 7c40b503-5cf5-4a80-9bcf-f336b98f585f details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:56:32.362369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44398b13-1e97-4392-a8e1-c772c21372cf', 'name': 'network-vif-deleted', 'tag': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:56:32.391889 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 7c40b503-5cf5-4a80-9bcf-f336b98f585f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:32.407605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'port_id': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'mac_address': 'fa:16:3e:fa:45:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:56:32.417929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa3549-1a6c-4c77-8a40-82b3c3fa2f4c req-d6543530-00fe-428b-981c-c8f9391038c0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:32.425556 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-27aa3549-1a6c-4c77-8a40-82b3c3fa2f4c req-d6543530-00fe-428b-981c-c8f9391038c0 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 944 time: 0.1207938
Nov 24 16:56:32.464367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:32.478776 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-27aa3549-1a6c-4c77-8a40-82b3c3fa2f4c req-b2cf9023-ab93-440b-a6c2-86bdcce0a7eb tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520179
Nov 24 16:56:32.486749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c40b503-5cf5-4a80-9bcf-f336b98f585f {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:56:32.503592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 7c40b503-5cf5-4a80-9bcf-f336b98f585f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:32.508982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:32.511132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:32.512651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:32.549987 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44398b13-1e97-4392-a8e1-c772c21372cf', 'name': 'network-vif-deleted', 'tag': 'a4903da5-311a-47ff-961c-e3b80c1aa5e9', 'status': 'completed', 'code': 200}
Nov 24 16:56:32.574550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab083c-fab7-4821-9eb8-0ab0266a8357 req-b6589a54-aa3e-4d3f-bc16-62006a450ca2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:32.576335 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6eab083c-fab7-4821-9eb8-0ab0266a8357 req-b6589a54-aa3e-4d3f-bc16-62006a450ca2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0962939
Nov 24 16:56:32.581742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=7c40b503-5cf5-4a80-9bcf-f336b98f585f,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:32.592023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.592566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.592948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.593323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.594227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.594756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.595258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.596172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.596717 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.597235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.597780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:56:32.602162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:32.636280 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6eab083c-fab7-4821-9eb8-0ab0266a8357 req-c0b2231c-abe7-4bb8-9214-56e1fb6674c0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515459
Nov 24 16:56:32.729713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['7c40b503-5cf5-4a80-9bcf-f336b98f585f'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:56:33.131390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Deleting port 76517584-e69b-4101-95bb-32f48df2d38c {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:56:33.131936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:33.305969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] For port 76517584-e69b-4101-95bb-32f48df2d38c, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=76517584-e69b-4101-95bb-32f48df2d38c,segment=NetworkSegment(0332f1be-2fb8-4c5e-98a4-a4c80611efdd),segment_id=0332f1be-2fb8-4c5e-98a4-a4c80611efdd)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:33.306413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:33.430106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Calling delete_port for 76517584-e69b-4101-95bb-32f48df2d38c owned by network:router_interface {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:56:33.603486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:33.607876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:33.649451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Pushing event deleted for resources: {'Port': ['ID=76517584-e69b-4101-95bb-32f48df2d38c,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:33.652232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:33.689754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd0af7-4aa5-48bd-99f4-33c612c426c0 req-9fa9f45c-94b5-4f28-9cfc-0e02f50c7612 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:33.691439 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9abd0af7-4aa5-48bd-99f4-33c612c426c0 req-9fa9f45c-94b5-4f28-9cfc-0e02f50c7612 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 945 time: 0.0912881
Nov 24 16:56:33.743315 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9abd0af7-4aa5-48bd-99f4-33c612c426c0 req-d919016f-c0b0-434f-8e30-bee4d4740913 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451672
Nov 24 16:56:33.863799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3951-1d32-458b-b3ff-baa4f12d6046 req-81a9bf98-f0ea-40e5-9351-b35081f67685 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:33.865465 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dcce3951-1d32-458b-b3ff-baa4f12d6046 req-81a9bf98-f0ea-40e5-9351-b35081f67685 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0896282
Nov 24 16:56:33.917956 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dcce3951-1d32-458b-b3ff-baa4f12d6046 req-8d44cf40-9dda-435a-8bf2-3da025588710 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455418
Nov 24 16:56:34.163734 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:34.263193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 7c40b503-5cf5-4a80-9bcf-f336b98f585f up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:56:34.332877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 7c40b503-5cf5-4a80-9bcf-f336b98f585f completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:56:34.337704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 7c40b503-5cf5-4a80-9bcf-f336b98f585f triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:56:34.338146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:34.462316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:34.489448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:56:34.499436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 7c40b503-5cf5-4a80-9bcf-f336b98f585f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:34.503625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:34.504582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a4903da5-311a-47ff-961c-e3b80c1aa5e9 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:56:34.532656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:34.566491 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'code': 200}
Nov 24 16:56:34.571549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: a4903da5-311a-47ff-961c-e3b80c1aa5e9 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:56:34.571816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a4903da5-311a-47ff-961c-e3b80c1aa5e9 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:56:34.604232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=7c40b503-5cf5-4a80-9bcf-f336b98f585f,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:34.607335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:34.766315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Router 448502e0-bb35-4bec-ba0c-4501f9c6c4be has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:56:34.797894 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3503870-5ffd-4105-9a8b-ca216dc047dc req-6b5813d7-6560-4a9b-b15b-f1cf19273566 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 1099 time: 0.0834134
Nov 24 16:56:34.843271 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3503870-5ffd-4105-9a8b-ca216dc047dc req-5726dad1-ee78-4e7a-b7a5-023c2a3fa447 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394502
Nov 24 16:56:34.962169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac9d9a-ae02-42ee-be0b-70c4c958ee49 req-c2822ed7-6dd2-4b85-ac7e-2a5236681988 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:34.963766 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50ac9d9a-ae02-42ee-be0b-70c4c958ee49 req-c2822ed7-6dd2-4b85-ac7e-2a5236681988 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 946 time: 0.0891149
Nov 24 16:56:34.981092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:56:34.991183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] Sync routers for ids ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:56:35.001923 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] 10.222.0.53 "PUT /v2.0/routers/448502e0-bb35-4bec-ba0c-4501f9c6c4be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9961140
Nov 24 16:56:35.004426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54680) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:35.015728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] Routers {'448502e0-bb35-4bec-ba0c-4501f9c6c4be'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:56:35.016486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa09c550>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:56:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:35.020793 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50ac9d9a-ae02-42ee-be0b-70c4c958ee49 req-e6a0445c-587b-4de7-a7a8-ab660079d384 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504591
Nov 24 16:56:35.080647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98326d98-f296-4979-b205-d0ce81cb540e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:35.242537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61a8a8-224c-43a4-9ea5-80d45502f503 req-39b795b9-727f-4bc5-bcd6-0c0cd39e802e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:35.244140 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8e61a8a8-224c-43a4-9ea5-80d45502f503 req-39b795b9-727f-4bc5-bcd6-0c0cd39e802e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0934837
Nov 24 16:56:35.257272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] Set router 448502e0-bb35-4bec-ba0c-4501f9c6c4be gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:56:35.259314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:35.293387 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8e61a8a8-224c-43a4-9ea5-80d45502f503 req-1004a34a-eff5-4ccc-92bf-f6930fd75a46 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426190
Nov 24 16:56:35.469618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:35.479529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Deleting port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:56:35.479912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:35.554723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa09c550>, [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:56:33Z', 'revision_number': 5, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port': {'id': '78999b54-6501-4ad6-95cd-e74bcbc5ecf8', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:35.558653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] Checking router: 448502e0-bb35-4bec-ba0c-4501f9c6c4be for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:56:35.570425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] Routers {'448502e0-bb35-4bec-ba0c-4501f9c6c4be'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:56:35.571066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa09c550>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:56:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:35.656910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] For port 78999b54-6501-4ad6-95cd-e74bcbc5ecf8, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:56:35.657309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:35.730403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] Set router 448502e0-bb35-4bec-ba0c-4501f9c6c4be gateway port host: None {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:56:35.783577 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Calling delete_port for 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 owned by network:router_gateway {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:56:35.844050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa09c550>, [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:56:35Z', 'revision_number': 6, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:35.848251 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d53dc3-fd8e-4e70-b92d-33d12b05f35f None None] The sync data for ids ['448502e0-bb35-4bec-ba0c-4501f9c6c4be'] in dv-cinder-818778-2-iscsi is: [{'id': '448502e0-bb35-4bec-ba0c-4501f9c6c4be', 'name': 'tempest-ServerRescueNegativeTestJSON-1314267002-router', 'tenant_id': '7b770c1ee1024ee4807e284a94960fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:56:35Z', 'revision_number': 6, 'project_id': '7b770c1ee1024ee4807e284a94960fd0', 'gw_port_host': None}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:56:35.959826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:35.964249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c1a675c-9961-42ab-9994-10c8ec4a1149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:36.007751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78999b54-6501-4ad6-95cd-e74bcbc5ecf8,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:36.011742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:36.023926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76517584-e69b-4101-95bb-32f48df2d38c no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:56:36.062527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 76517584-e69b-4101-95bb-32f48df2d38c {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:56:36.063409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76517584-e69b-4101-95bb-32f48df2d38c not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:56:36.246761 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.304310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255bbfe-aad5-4f9c-909f-01c80fbeb0e3 req-6cbe8981-0aa2-40db-b2e3-fc9f3c4e7d61 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:36.306377 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a255bbfe-aad5-4f9c-909f-01c80fbeb0e3 req-6cbe8981-0aa2-40db-b2e3-fc9f3c4e7d61 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 946 time: 0.1104994
Nov 24 16:56:36.369172 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a255bbfe-aad5-4f9c-909f-01c80fbeb0e3 req-bffd5653-5ce8-4007-8cb7-5505c12d4728 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559285
Nov 24 16:56:36.531740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.588513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75359a-aa5a-4bcc-92dd-0a0a4c8c4645 req-ccf63c9d-4979-4f42-b4b0-2542cf2d6eac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:36.590118 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7f75359a-aa5a-4bcc-92dd-0a0a4c8c4645 req-ccf63c9d-4979-4f42-b4b0-2542cf2d6eac tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1471760
Nov 24 16:56:36.620705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054cf6d-6546-4de4-808d-38d04680046e req-19bfd37d-0afb-4b89-8f02-d646f829860b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:36.622286 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d054cf6d-6546-4de4-808d-38d04680046e req-19bfd37d-0afb-4b89-8f02-d646f829860b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 946 time: 0.1192880
Nov 24 16:56:36.636792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 54696) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:36.648337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Request body: {'floatingip': {'port_id': '7c40b503-5cf5-4a80-9bcf-f336b98f585f'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:36.735820 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7f75359a-aa5a-4bcc-92dd-0a0a4c8c4645 req-0e238f2c-0678-4d1f-a13d-37a35c6e9205 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387885
Nov 24 16:56:36.737877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.747570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.752570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.794849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.795452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448502e0-bb35-4bec-ba0c-4501f9c6c4be {{(pid=88184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 16:56:36.808965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.813370 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/448502e0-bb35-4bec-ba0c-4501f9c6c4be HTTP/1.1" status: 204  len: 168 time: 1.8053415
Nov 24 16:56:36.813644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54700) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:36.881530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Deleting subnet d4789849-0a30-4a68-8744-91bb92647a26 {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:56:36.885001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:36.942008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2386253'] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:37.000075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:37.069499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1274895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2388525'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:37.074297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e498a244-1076-4b8b-97f1-9cf89bd51c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:37.114346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4789849-0a30-4a68-8744-91bb92647a26,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:37.118104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:37.121462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:37.128366 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a90da652-54a8-428f-a6b3-696c3dad673f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d4789849-0a30-4a68-8744-91bb92647a26 HTTP/1.1" status: 204  len: 168 time: 0.3130176
Nov 24 16:56:37.132838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 54704) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:37.455477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:37.587292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9457b303-cfd2-4509-9880-46808afdc761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:37.856589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:37.997522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f8e35550>,) {'filters': {'network_id': ['6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:38.043922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8e35550>, '0332f1be-2fb8-4c5e-98a4-a4c80611efdd') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:38.044262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8e35550>, '0332f1be-2fb8-4c5e-98a4-a4c80611efdd') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:38.056861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:56:38.066253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.096806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.097949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.100009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:56:38.100391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 78999b54-6501-4ad6-95cd-e74bcbc5ecf8 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:56:38.106656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.107924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.163998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:56:38.164428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:56:38.178350 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:56:38.280642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a7ea5-26b8-4e71-ad71-01f20437ad30 req-e470a4e2-c035-46b0-9889-0ce38c5799ae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:38.282261 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-282a7ea5-26b8-4e71-ad71-01f20437ad30 req-e470a4e2-c035-46b0-9889-0ce38c5799ae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.4074447
Nov 24 16:56:38.290753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.317376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:38.333242 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.347127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:38.358404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:38.368655 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6dfa2cbc-e34a-47e3-b3d7-97c7ac016a97 HTTP/1.1" status: 204  len: 168 time: 1.2347751
Nov 24 16:56:38.381763 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-282a7ea5-26b8-4e71-ad71-01f20437ad30 req-ef221763-3c04-4370-809e-673f9bc7e386 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923088
Nov 24 16:56:38.495033 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Floating IP c83a714a-9af3-4462-b4e4-2bf404c453ef associated. External IP: 172.27.3.35, port: 7c40b503-5cf5-4a80-9bcf-f336b98f585f.
Nov 24 16:56:38.544435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54722) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:38.597887 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0be5603a-5a48-4474-9d73-b56432a40fbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b770c1ee1024ee4807e284a94960fd0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522039
Nov 24 16:56:38.600459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54726) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:38.662547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.690647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.743029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.748634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4e3f0b11-61eb-46d1-bd9b-1abfcddd6c42 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:38.762989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12a27b-708c-41c8-8ce5-574ab89d29ec,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:38.767432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:38.772337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:38.773548 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c12a27b-708c-41c8-8ce5-574ab89d29ec HTTP/1.1" status: 204  len: 168 time: 0.1721497
Nov 24 16:56:38.914635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Router 6397843f-f020-4c1b-85ca-5cb180d6f04e has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:56:39.067885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:39.081565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:56:39.130212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:56:39.134947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:39.140616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] Sync routers for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:56:39.154978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:56:39.155845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d2b160>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:56:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:39.203083 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9c68c836-321f-43c9-ab6d-0930162c365b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "PUT /v2.0/floatingips/c83a714a-9af3-4462-b4e4-2bf404c453ef HTTP/1.1" status: 200  len: 991 time: 2.5619893
Nov 24 16:56:39.203083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:56:39.269850 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'status': 'completed', 'code': 200}
Nov 24 16:56:39.373800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:56:39.376424 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-35a7825b-fb07-4079-a340-f91579f9c748 req-e55d03e5-80f3-466d-a7f4-c7599038f9bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 1099 time: 0.0811467
Nov 24 16:56:39.614171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7825b-fb07-4079-a340-f91579f9c748 req-13e977bf-c3c6-4199-8528-816570ee0d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:39.615787 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-35a7825b-fb07-4079-a340-f91579f9c748 req-13e977bf-c3c6-4199-8528-816570ee0d60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 912 time: 0.2336812
Nov 24 16:56:39.830113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d2b160>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': 'c83a714a-9af3-4462-b4e4-2bf404c453ef', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'port_id': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'mac_address': 'fa:16:3e:fa:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:56:21Z', 'updated_at': '2021-11-24T16:56:37Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:39.834917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] Checking router: 6397843f-f020-4c1b-85ca-5cb180d6f04e for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:56:39.848401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:56:39.849087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d2b160>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:56:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:39.931556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6d59-342a-423e-8d5d-8bf422733bad req-7529d54d-218a-4559-9f3c-28ae3aeb9933 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:39.938638 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d8e6d59-342a-423e-8d5d-8bf422733bad req-7529d54d-218a-4559-9f3c-28ae3aeb9933 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.3937097
Nov 24 16:56:40.005459 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-35a7825b-fb07-4079-a340-f91579f9c748 req-cbedef42-3979-41dd-9602-bd2fa05ceff8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f HTTP/1.1" status: 200  len: 999 time: 0.3813512
Nov 24 16:56:40.053141 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2d8e6d59-342a-423e-8d5d-8bf422733bad req-92db8295-426b-469f-9e7d-a20c580fa0ae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122880
Nov 24 16:56:40.094538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7825b-fb07-4079-a340-f91579f9c748 req-5b364261-6203-4f05-9ba8-787a25ffc932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:40.096787 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-35a7825b-fb07-4079-a340-f91579f9c748 req-5b364261-6203-4f05-9ba8-787a25ffc932 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.0846231
Nov 24 16:56:40.193758 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-35a7825b-fb07-4079-a340-f91579f9c748 req-42988b10-7455-4071-82bf-3b75224e8678 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901690
Nov 24 16:56:40.220344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:56:40.355319 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-35a7825b-fb07-4079-a340-f91579f9c748 req-bf63c3d8-16ba-4150-b402-b94d3c056b7e service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528525
Nov 24 16:56:40.515008 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-35a7825b-fb07-4079-a340-f91579f9c748 req-c06b03ab-cb3c-417a-b3e8-e2fe84ca5aee service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539307
Nov 24 16:56:40.598896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d2b160>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': 'c83a714a-9af3-4462-b4e4-2bf404c453ef', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'port_id': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'mac_address': 'fa:16:3e:fa:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:56:21Z', 'updated_at': '2021-11-24T16:56:37Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:40.603055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c6e34-77d4-41b5-8ae9-716d53cb65a8 None None] The sync data for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi is: [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': 'c83a714a-9af3-4462-b4e4-2bf404c453ef', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'port_id': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'mac_address': 'fa:16:3e:fa:45:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:56:21Z', 'updated_at': '2021-11-24T16:56:37Z', 'revision_number': 1, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:56:40.683959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 54792) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:40.852580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:40.885743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:40.889938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Usage tracker for resource:security_group_rule and tenant:3c68df8b43024f92a5956f8f51b06561 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:40.893626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:40.902296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:40.950776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17af38a-4cef-4695-a3c9-95d42bea15f3 None None] New status for floating IP c83a714a-9af3-4462-b4e4-2bf404c453ef: ACTIVE {{(pid=88187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 16:56:40.978092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:40.982562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:40.990823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-12cd450b-5cf5-483b-ba83-653ceea9ebf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:41.037316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd71da40-38a1-4634-95ae-23a40c7a1680,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:41.044403 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c68df8b43024f92a5956f8f51b06561&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3560522
Nov 24 16:56:41.044403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:41.044708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 54798) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:41.116543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:41.144532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:41.192767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:41.198507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:41.243769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd71da40-38a1-4634-95ae-23a40c7a1680,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:41.246387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:41.270857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:41.272394 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd71da40-38a1-4634-95ae-23a40c7a1680 HTTP/1.1" status: 204  len: 168 time: 0.2267587
Nov 24 16:56:41.310389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3274c-a4ba-45a9-94cb-6e30456766f2 req-1093306c-1ba4-45a4-a657-9df14b53a4ee tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:41.312849 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-15b3274c-a4ba-45a9-94cb-6e30456766f2 req-1093306c-1ba4-45a4-a657-9df14b53a4ee tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1021378
Nov 24 16:56:41.382764 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-15b3274c-a4ba-45a9-94cb-6e30456766f2 req-27748a4d-0759-4ae1-ba8c-0a97e1c6a0f2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629973
Nov 24 16:56:42.140696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54828) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:42.278861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-373059150-network', 'tenant_id': 'dfa69380dcd349ff8c1184506f5736dc'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:42.284440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:42.288440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Usage tracker for resource:network and tenant:dfa69380dcd349ff8c1184506f5736dc is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:42.291475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:42.298316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:42.306895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Made reservation on behalf of dfa69380dcd349ff8c1184506f5736dc for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:56:42.311937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.324779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.361676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:42.365628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa69380dcd349ff8c1184506f5736dc is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:42.368570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:42.374510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:42.448937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.451906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.457510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e0c450e1-a842-4ae2-b185-6ff4fec5ec0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:42.485437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:56:42.494553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d3182-4ede-4a73-b87f-a6b44ad6fa23,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:42.497823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:42.503082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.503082 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Added segment 43647ce9-487e-4a64-8e07-41b06d034ab8 of type vlan for network 7e33ee73-91b4-46cb-a8bd-8756eec66018
Nov 24 16:56:42.531421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.560000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.561226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:42.562213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.567562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:42.607692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83aede-cc96-4038-9605-6775d23997d8 req-72f0db70-8458-4b0e-9352-fe18653b0996 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:42.609406 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ba83aede-cc96-4038-9605-6775d23997d8 req-72f0db70-8458-4b0e-9352-fe18653b0996 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0830042
Nov 24 16:56:42.667101 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ba83aede-cc96-4038-9605-6775d23997d8 req-a5d9a3bc-bd4f-4044-9b64-f43e6cfe92b6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463331
Nov 24 16:56:42.678685 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5340023
Nov 24 16:56:42.678685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e33ee73-91b4-46cb-a8bd-8756eec66018,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:42.679995 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:42.680703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54838) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:42.688231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Request body: {'subnet': {'network_id': '7e33ee73-91b4-46cb-a8bd-8756eec66018', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-373059150-subnet', 'tenant_id': 'dfa69380dcd349ff8c1184506f5736dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:42.690556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 7e33ee73-91b4-46cb-a8bd-8756eec66018 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:56:42.694636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:42.699534 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Usage tracker for resource:subnet and tenant:dfa69380dcd349ff8c1184506f5736dc is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:42.714843 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:42.722528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:42.736846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Made reservation on behalf of dfa69380dcd349ff8c1184506f5736dc for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:56:42.742242 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.970369 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:42.975144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d212ee44-c17c-4421-bc24-a642d98426d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:43.055285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea80774e-b362-4da3-82c5-03f3678358ed,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:43.061874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:43.072914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Checking segment: {'id': '43647ce9-487e-4a64-8e07-41b06d034ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '7e33ee73-91b4-46cb-a8bd-8756eec66018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:56:43.073248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Network hostable DHCP agents. Network: 7e33ee73-91b4-46cb-a8bd-8756eec66018, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:56:43.094594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Network 7e33ee73-91b4-46cb-a8bd-8756eec66018 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:56:43.102751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 7e33ee73-91b4-46cb-a8bd-8756eec66018) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:56:43.107388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:43.108048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:43.113458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7e567-0c58-4e0e-b233-7ade8ce53650 None None] Network 7e33ee73-91b4-46cb-a8bd-8756eec66018 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:56:43.131673 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4c998f6c-2268-461c-9115-b0bf7a806589 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4495952
Nov 24 16:56:43.341821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97408937-a3f9-4ff2-9b64-8e20f361fdb8 None None] Network 7e33ee73-91b4-46cb-a8bd-8756eec66018 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:56:43.895708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8d82c-2d86-4cf4-94ed-99620c61bd3b req-9cb2fdfa-edea-43b7-bd9d-1f835fcc6af7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:43.897327 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1f8d82c-2d86-4cf4-94ed-99620c61bd3b req-9cb2fdfa-edea-43b7-bd9d-1f835fcc6af7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0864446
Nov 24 16:56:43.956299 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1f8d82c-2d86-4cf4-94ed-99620c61bd3b req-64efb34d-6e8d-48c3-a296-cae27c5e008d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521710
Nov 24 16:56:44.021421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 54872) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:44.027416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1842280814-network', 'tenant_id': '049a9aa7e41049b19cf956325b7f9e6f'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:44.032396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:44.037030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Usage tracker for resource:network and tenant:049a9aa7e41049b19cf956325b7f9e6f is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:44.041036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:44.047040 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:44.057423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Made reservation on behalf of 049a9aa7e41049b19cf956325b7f9e6f for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:56:44.062828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.078550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.108640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:44.113172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:049a9aa7e41049b19cf956325b7f9e6f is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:44.116042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:44.121868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:44.188505 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.191479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.195672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3f88601e-23be-4a5a-85c8-632d958a1a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:44.220728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 16:56:44.233692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7259b169-b056-4019-95dd-fdcb37c87cec,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:44.238581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:44.239547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.239931 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Added segment 1e3b482d-2dc0-4634-9a93-b44fd190ab08 of type vlan for network 29ebdf2e-fd90-4a42-b051-b915f1534206
Nov 24 16:56:44.265960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.300541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.301788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:44.302440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.307239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:44.408401 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3852084
Nov 24 16:56:44.411440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54876) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:44.411879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=29ebdf2e-fd90-4a42-b051-b915f1534206,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:44.414721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:44.417554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Request body: {'subnet': {'network_id': '29ebdf2e-fd90-4a42-b051-b915f1534206', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1842280814-subnet', 'tenant_id': '049a9aa7e41049b19cf956325b7f9e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:56:44.422163 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 29ebdf2e-fd90-4a42-b051-b915f1534206 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 16:56:44.422815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:44.426968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Usage tracker for resource:subnet and tenant:049a9aa7e41049b19cf956325b7f9e6f is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:44.429920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:44.436021 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:44.446206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Made reservation on behalf of 049a9aa7e41049b19cf956325b7f9e6f for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:56:44.450839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.656955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.662435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-62b420c0-d16a-4790-a75c-6525b093abbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:44.739466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a6423e-4558-45ab-930b-7f0749fbd50e,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:44.744373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:44.753692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Checking segment: {'id': '1e3b482d-2dc0-4634-9a93-b44fd190ab08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '29ebdf2e-fd90-4a42-b051-b915f1534206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:56:44.754115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Network hostable DHCP agents. Network: 29ebdf2e-fd90-4a42-b051-b915f1534206, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 16:56:44.775649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Network 29ebdf2e-fd90-4a42-b051-b915f1534206 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 16:56:44.783532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 29ebdf2e-fd90-4a42-b051-b915f1534206) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:56:44.787383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:44.788031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:44.792486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6442b-0b7d-46d7-a445-2bcda0c1fe2e None None] Network 29ebdf2e-fd90-4a42-b051-b915f1534206 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:56:44.808482 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3958671
Nov 24 16:56:44.944650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54882) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:45.012595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Deleting subnet ea80774e-b362-4da3-82c5-03f3678358ed {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:56:45.015826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.018555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd1198-8d08-4756-a1e8-87e86a2b0b63 None None] Network 29ebdf2e-fd90-4a42-b051-b915f1534206 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:56:45.075145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2386253'] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.221583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.273731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc6da7-f354-4c5d-9b44-b5d2cb776b32 req-cc097dac-c445-449b-8fbc-5b6d202eb282 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:45.275384 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1afc6da7-f354-4c5d-9b44-b5d2cb776b32 req-cc097dac-c445-449b-8fbc-5b6d202eb282 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.1443925
Nov 24 16:56:45.317223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1274895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2388525'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.322006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:45.328503 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1afc6da7-f354-4c5d-9b44-b5d2cb776b32 req-ece1522e-a0ed-43d0-9b49-efef1ef4cf74 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462525
Nov 24 16:56:45.362720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea80774e-b362-4da3-82c5-03f3678358ed,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:45.367360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:45.369871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.376058 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ea80774e-b362-4da3-82c5-03f3678358ed HTTP/1.1" status: 204  len: 168 time: 0.4302452
Nov 24 16:56:45.380135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54894) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:45.490652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.620959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.646180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f9097fd0>,) {'filters': {'network_id': ['7e33ee73-91b4-46cb-a8bd-8756eec66018']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:45.658940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9097fd0>, '43647ce9-487e-4a64-8e07-41b06d034ab8') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:45.659282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9097fd0>, '43647ce9-487e-4a64-8e07-41b06d034ab8') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:45.670876 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.685721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.692234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:56:45.692650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:56:45.706094 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:56:45.780452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.784708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:45.800748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.807913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e33ee73-91b4-46cb-a8bd-8756eec66018,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:45.810231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:45.811923 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-bc32ff9d-c9a0-4893-ac1a-ef8858137553 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7e33ee73-91b4-46cb-a8bd-8756eec66018 HTTP/1.1" status: 204  len: 168 time: 0.4305446
Nov 24 16:56:45.814923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54898) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:45.878035 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Deleting subnet e0a6423e-4558-45ab-930b-7f0749fbd50e {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:56:45.881006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.933775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2386253'] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:45.990121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.054971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1274895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2388525'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.059433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:46.097541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a6423e-4558-45ab-930b-7f0749fbd50e,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:46.101832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:46.104396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.110331 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e0a6423e-4558-45ab-930b-7f0749fbd50e HTTP/1.1" status: 204  len: 168 time: 0.2943983
Nov 24 16:56:46.113068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54902) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:46.227372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.372047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.400173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f8e027f0>,) {'filters': {'network_id': ['29ebdf2e-fd90-4a42-b051-b915f1534206']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:46.412934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8e027f0>, '1e3b482d-2dc0-4634-9a93-b44fd190ab08') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:46.413276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8e027f0>, '1e3b482d-2dc0-4634-9a93-b44fd190ab08') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:56:46.425049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.441234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.448509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:56:46.449023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:56:46.464007 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:56:46.543959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02653f62-2396-450e-8e74-fb2ba64be0d9 req-16ff2bdf-2988-4ba4-b256-d1e610ea7cad tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:46.545519 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02653f62-2396-450e-8e74-fb2ba64be0d9 req-16ff2bdf-2988-4ba4-b256-d1e610ea7cad tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0830438
Nov 24 16:56:46.597344 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02653f62-2396-450e-8e74-fb2ba64be0d9 req-c56916a6-bef5-4d63-af5d-3371596ee257 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449111
Nov 24 16:56:46.749757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.754208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:46.769776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:46.776239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Pushing event deleted for resources: {'Network': ['ID=29ebdf2e-fd90-4a42-b051-b915f1534206,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:46.779418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:46.780979 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d0d9bdbf-4937-4464-a87b-372ebcac907d admin admin] 10.222.0.53 "DELETE /v2.0/networks/29ebdf2e-fd90-4a42-b051-b915f1534206 HTTP/1.1" status: 204  len: 168 time: 0.6669574
Nov 24 16:56:46.981010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54916) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:47.032391 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6ce6c78b-e5ea-4c2e-8929-09fd8490f98c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfa69380dcd349ff8c1184506f5736dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500987
Nov 24 16:56:47.035316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54920) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:47.095566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.121961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.164703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.169562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:47.183399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d3182-4ede-4a73-b87f-a6b44ad6fa23,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:47.186015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:47.190020 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.192039 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac0d3182-4ede-4a73-b87f-a6b44ad6fa23 HTTP/1.1" status: 204  len: 168 time: 0.1557622
Nov 24 16:56:47.597543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54934) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:47.655106 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1f3d85f7-4be3-4ed9-af79-2363ada39d91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=049a9aa7e41049b19cf956325b7f9e6f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0542533
Nov 24 16:56:47.656087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 54940) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:47.718806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.745399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.791020 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.796148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6eb5d037-7394-4b9f-a97e-5bfa9018995d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:47.808469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7259b169-b056-4019-95dd-fdcb37c87cec,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:47.811101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:47.815637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:47.817653 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7259b169-b056-4019-95dd-fdcb37c87cec HTTP/1.1" status: 204  len: 168 time: 0.1602702
Nov 24 16:56:47.819464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fdd3-583b-409d-917c-3d45437f633f req-8f550c5b-8230-4c64-a5b0-eddff2990eb6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:47.821237 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4908fdd3-583b-409d-917c-3d45437f633f req-8f550c5b-8230-4c64-a5b0-eddff2990eb6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0877750
Nov 24 16:56:47.871620 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4908fdd3-583b-409d-917c-3d45437f633f req-b5037810-f078-4a9b-b302-383bc9e033f8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433495
Nov 24 16:56:49.099163 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59430ba-76f4-46a6-8144-52f662b5c2fd req-b192f6e0-ace1-4916-9f32-70c9a5fdb35a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:49.101355 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e59430ba-76f4-46a6-8144-52f662b5c2fd req-b192f6e0-ace1-4916-9f32-70c9a5fdb35a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0930545
Nov 24 16:56:49.155937 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e59430ba-76f4-46a6-8144-52f662b5c2fd req-be7cbd2e-5175-410a-b71f-a9d7836bdf1f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482824
Nov 24 16:56:50.380627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583d5a1-e031-4581-aa97-17376ffb14be req-58a52cf8-8ef8-4462-b12f-6f7702322880 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:50.382253 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2583d5a1-e031-4581-aa97-17376ffb14be req-58a52cf8-8ef8-4462-b12f-6f7702322880 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0873706
Nov 24 16:56:50.433310 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2583d5a1-e031-4581-aa97-17376ffb14be req-13b99a9f-f40e-4d9c-be4d-e778b582faf1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434806
Nov 24 16:56:51.651385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707afd8-7aba-45f9-97c4-322961f67827 req-598ed1b3-de5d-4d29-b450-9516bb1705be tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:51.653007 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3707afd8-7aba-45f9-97c4-322961f67827 req-598ed1b3-de5d-4d29-b450-9516bb1705be tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0856488
Nov 24 16:56:51.701139 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3707afd8-7aba-45f9-97c4-322961f67827 req-1fca2a2a-2547-42b3-8039-233b3f863830 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413895
Nov 24 16:56:52.044321 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55064) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:52.197880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.230568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:52.234640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Usage tracker for resource:security_group_rule and tenant:305d258b66624f20bbfd5439a0e228f5 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:52.237583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:52.243519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:52.312137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.315507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.322712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-403b99c0-0711-4632-a79f-fec552912b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:52.365227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac171e-bfca-4f67-bfe1-3cc7e2b66091,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:52.369886 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=305d258b66624f20bbfd5439a0e228f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3244703
Nov 24 16:56:52.370917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:52.372707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55070) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:52.433765 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.461011 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.507105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.512189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2191881f-b9d9-45b3-bfbe-937afc8023e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:52.525291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac171e-bfca-4f67-bfe1-3cc7e2b66091,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:52.528436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:52.530497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.531712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbac171e-bfca-4f67-bfe1-3cc7e2b66091 HTTP/1.1" status: 204  len: 168 time: 0.1580417
Nov 24 16:56:52.875920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55082) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:52.895505 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:52.926101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7552cd-c52b-433e-ae4b-ffd1ae74456f req-cdc49017-b65d-4544-b531-0be9c939ba83 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:52.927774 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5b7552cd-c52b-433e-ae4b-ffd1ae74456f req-cdc49017-b65d-4544-b531-0be9c939ba83 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0864851
Nov 24 16:56:52.932667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:56:52.937540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4daf6a92084b6f8ab7198af9a4017f is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:56:52.941252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:56:52.947834 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:56:52.988470 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5b7552cd-c52b-433e-ae4b-ffd1ae74456f req-9700f486-ecdd-4496-959d-202a27b1e93d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527098
Nov 24 16:56:53.024374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:53.027675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:53.035177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-233b8f4d-9755-48bd-b018-a3e7b59c729c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:53.075739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e341a4e-7563-4757-b86d-1deff3cf4ec7,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:53.080028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:53.082400 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c4daf6a92084b6f8ab7198af9a4017f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2053981
Nov 24 16:56:53.085118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55088) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:56:53.145794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:53.171247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:53.219901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:53.224920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-342fda52-dffd-460d-8534-9fbdc4d51c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:56:53.239170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e341a4e-7563-4757-b86d-1deff3cf4ec7,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:56:53.241939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:56:53.242429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:56:53.243961 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e341a4e-7563-4757-b86d-1deff3cf4ec7 HTTP/1.1" status: 204  len: 168 time: 0.1575634
Nov 24 16:56:54.214837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec4ae-3dd1-4b99-83c0-a3f4535b3180 req-bb9605cf-8596-4752-9885-0507228c37b0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:54.216583 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-da9ec4ae-3dd1-4b99-83c0-a3f4535b3180 req-bb9605cf-8596-4752-9885-0507228c37b0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0877481
Nov 24 16:56:54.267485 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-da9ec4ae-3dd1-4b99-83c0-a3f4535b3180 req-767c1720-323e-44ee-b11b-ace7c79e2b70 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430586
Nov 24 16:56:55.488779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee4e6-829e-4f22-921f-0775658514e1 req-03b3b148-9d46-4038-8f11-1da333b67e4b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:55.490515 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-314ee4e6-829e-4f22-921f-0775658514e1 req-03b3b148-9d46-4038-8f11-1da333b67e4b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0882266
Nov 24 16:56:55.540999 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-314ee4e6-829e-4f22-921f-0775658514e1 req-89b63a88-573a-4cfd-8ed1-2b88e237352c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440578
Nov 24 16:56:56.769179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd574a6-0141-494b-81bd-1b9195dc2f3b req-8875db82-bad6-4827-a017-1437e03e9c77 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:56.772768 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3dd574a6-0141-494b-81bd-1b9195dc2f3b req-8875db82-bad6-4827-a017-1437e03e9c77 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0871134
Nov 24 16:56:56.822487 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3dd574a6-0141-494b-81bd-1b9195dc2f3b req-57f93cef-42ab-4c62-8679-2c774f102c64 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445485
Nov 24 16:56:58.033400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c430f6f-5e87-4e59-991d-d1df1b5a9145 req-fc2e2cec-9757-4072-a427-6088de178e77 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:58.035012 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c430f6f-5e87-4e59-991d-d1df1b5a9145 req-fc2e2cec-9757-4072-a427-6088de178e77 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0818880
Nov 24 16:56:58.086417 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c430f6f-5e87-4e59-991d-d1df1b5a9145 req-55ccae51-2720-4c68-b3c6-d58221caac57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452547
Nov 24 16:56:59.301101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb96de-69fa-442e-94d7-f30ce00bd2d1 req-71740648-ce52-46ea-99cc-bd552d578b57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:56:59.302727 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78cb96de-69fa-442e-94d7-f30ce00bd2d1 req-71740648-ce52-46ea-99cc-bd552d578b57 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0844371
Nov 24 16:56:59.351505 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-78cb96de-69fa-442e-94d7-f30ce00bd2d1 req-16329af8-d7e8-4904-b919-ac1c3aa6b76b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424409
Nov 24 16:57:00.187153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:00.718608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39bfe-169e-4145-922c-38e63b175847 req-161e7c29-d6f3-4954-b223-285f688780d6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:00.718608 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-01d39bfe-169e-4145-922c-38e63b175847 req-161e7c29-d6f3-4954-b223-285f688780d6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0934713
Nov 24 16:57:00.765836 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-01d39bfe-169e-4145-922c-38e63b175847 req-4f86da36-72c5-4966-8593-a603885c99c2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424719
Nov 24 16:57:01.980794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043311b6-c704-490d-9233-f14baa3e54d3 req-5329ad2b-09c2-4556-ad0e-ab7be61ada05 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:01.982322 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-043311b6-c704-490d-9233-f14baa3e54d3 req-5329ad2b-09c2-4556-ad0e-ab7be61ada05 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0808845
Nov 24 16:57:02.028888 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-043311b6-c704-490d-9233-f14baa3e54d3 req-0712c921-a868-4167-88ff-19f3fa3c8b3f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400503
Nov 24 16:57:03.245271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0425b-1682-42ed-92ce-8d9f3bdf8814 req-523d4228-0722-4b5d-9641-a32aff04763d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:03.246889 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-45e0425b-1682-42ed-92ce-8d9f3bdf8814 req-523d4228-0722-4b5d-9641-a32aff04763d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0850480
Nov 24 16:57:03.294323 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-45e0425b-1682-42ed-92ce-8d9f3bdf8814 req-326cdd98-0d5a-482c-8425-157c0ad1eec2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404227
Nov 24 16:57:03.851932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55250) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:04.008083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.040050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:04.043956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Usage tracker for resource:security_group_rule and tenant:e9f1444dfc314afb83e0a8df010e3c29 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:04.046803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:04.052595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:04.118506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.121080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.128431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fb9e8875-d969-44fe-92e5-c7db09a9a484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:04.174904 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9f1444dfc314afb83e0a8df010e3c29&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3192153
Nov 24 16:57:04.174904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0274d6-76a1-4264-bf4c-0f0b4e0896fb,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:04.176096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 55258) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:04.176394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:04.239471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.265910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.308852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.314425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:04.324725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0274d6-76a1-4264-bf4c-0f0b4e0896fb,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:04.327215 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:04.334009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.337992 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b0274d6-76a1-4264-bf4c-0f0b4e0896fb HTTP/1.1" status: 204  len: 168 time: 0.1608205
Nov 24 16:57:04.519475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff6a61-4dba-4c9f-9cb5-37f3ce7ff890 req-d6fb991a-d5a8-4ff7-829b-f587e046fa86 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:04.521231 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b5ff6a61-4dba-4c9f-9cb5-37f3ce7ff890 req-d6fb991a-d5a8-4ff7-829b-f587e046fa86 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0931668
Nov 24 16:57:04.574035 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b5ff6a61-4dba-4c9f-9cb5-37f3ce7ff890 req-ac2314de-b403-48a0-92ca-702be3ce52cb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460832
Nov 24 16:57:04.756230 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55270) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:04.776278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.812677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:04.817538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:26d81836e6e141dabbd9fec5061e7d49 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:04.821688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:04.827790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:04.900122 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.903855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:04.911725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-431eab6a-91b0-4094-8172-0aa23fe3a2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:04.959732 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26d81836e6e141dabbd9fec5061e7d49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2023599
Nov 24 16:57:04.960606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef9224f-e12d-44c1-a1a5-dbf1057d20cd,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:04.962926 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 55276) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:04.963823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:05.028275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:05.056332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:05.064183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21459f21-1e47-4f61-821d-7197573778d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:05.104247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:05.109168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-12e91359-1cab-4205-9ebe-24593b3a59f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:05.122319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef9224f-e12d-44c1-a1a5-dbf1057d20cd,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:05.125285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:05.126707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:05.127900 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ef9224f-e12d-44c1-a1a5-dbf1057d20cd HTTP/1.1" status: 204  len: 168 time: 0.1638248
Nov 24 16:57:05.791614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca37df-8eec-4c71-9dca-0e03a9bc6a56 req-664346ee-a72f-4f6c-a529-c3b2bcea03a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:05.796264 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95ca37df-8eec-4c71-9dca-0e03a9bc6a56 req-664346ee-a72f-4f6c-a529-c3b2bcea03a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0894804
Nov 24 16:57:05.849749 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-95ca37df-8eec-4c71-9dca-0e03a9bc6a56 req-a8670341-e11e-4576-9d6c-914fd0c2f9fa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495784
Nov 24 16:57:06.539730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:06.897117 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-9f86f17c-8800-4f71-933a-150e7a5c6a38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0785308
Nov 24 16:57:07.048871 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-c5c1ed79-41b9-43c5-85a2-fff430f1fa2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=da85f7b56be043949b7841a49547af64&device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 1098 time: 0.1292036
Nov 24 16:57:07.077357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32407246-b36d-4889-b138-9e6d9d432664 req-2a391443-1a76-4d51-a4f5-12c800953d8d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:07.078912 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-32407246-b36d-4889-b138-9e6d9d432664 req-2a391443-1a76-4d51-a4f5-12c800953d8d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0903630
Nov 24 16:57:07.252134 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-32407246-b36d-4889-b138-9e6d9d432664 req-9e396752-92a7-4a40-99df-bd64140d778e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484358
Nov 24 16:57:07.253265 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-658d5b12-9640-4838-bcd4-45ed23fb6cad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:07.254761 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-658d5b12-9640-4838-bcd4-45ed23fb6cad service neutron] 10.222.0.21 "GET /v2.0/networks?id=689831a5-ba8b-404f-913a-246be98581e8 HTTP/1.1" status: 200  len: 916 time: 0.1836519
Nov 24 16:57:07.326550 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-8909ac62-9e8e-46fa-9e35-14b9cec7c9fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19595d59-392f-4d2a-9252-251a35b447f2 HTTP/1.1" status: 200  len: 217 time: 0.0645573
Nov 24 16:57:07.397633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-87747889-8b5d-4940-9c86-0fc6081449cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:07.399212 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-87747889-8b5d-4940-9c86-0fc6081449cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd88a7c0-9103-4614-940d-8d5a4b3edeb6 HTTP/1.1" status: 200  len: 854 time: 0.0669789
Nov 24 16:57:07.478062 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-21293dc2-5046-426d-8329-7c5fbdf1e5b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=689831a5-ba8b-404f-913a-246be98581e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718277
Nov 24 16:57:07.588512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8efa9b2d-8791-4030-bfd9-fe15137b22bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:07.618590 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-1b994b07-7808-401b-a93c-510cbe50131e service neutron] 10.222.0.21 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335733
Nov 24 16:57:07.760623 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-183744fa-7c56-4e2e-99c8-d7994ad96ed8 req-ec270b17-1e6d-40a8-b909-dee3fa5eda6f service neutron] 10.222.0.21 "GET /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352811
Nov 24 16:57:08.093250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:08.467295 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d08403-f599-46e4-9814-bb3f90eef121 req-61378ebf-966e-4a00-8bf9-065f5c1d9edd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:08.468866 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-56d08403-f599-46e4-9814-bb3f90eef121 req-61378ebf-966e-4a00-8bf9-065f5c1d9edd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0812337
Nov 24 16:57:08.520167 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-56d08403-f599-46e4-9814-bb3f90eef121 req-6cbbb3f8-ef84-43bd-be91-01f5952a1902 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443854
Nov 24 16:57:09.069554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:09.729245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce607fd7-7742-4831-9d60-146e433536e1 req-98c26706-bc8d-4988-a14d-031d6abb866b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:09.730863 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ce607fd7-7742-4831-9d60-146e433536e1 req-98c26706-bc8d-4988-a14d-031d6abb866b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0812531
Nov 24 16:57:09.777788 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ce607fd7-7742-4831-9d60-146e433536e1 req-c7a9967f-2ffc-4843-bca5-1e9e35f52f3a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404072
Nov 24 16:57:10.996680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf4db0-0986-4fb3-9ec9-b9c113e08944 req-7950faf1-265b-4936-add5-98c1c8137600 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:10.998367 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-01bf4db0-0986-4fb3-9ec9-b9c113e08944 req-7950faf1-265b-4936-add5-98c1c8137600 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0865958
Nov 24 16:57:11.048585 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-01bf4db0-0986-4fb3-9ec9-b9c113e08944 req-63baeaf6-fc49-4b00-a580-b3d0f0edf6e9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434926
Nov 24 16:57:12.275169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f97a8f-356c-41b0-adfe-d92e193491bd req-df8c0261-f050-4a8d-be78-aaf9e4e80abb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:12.276684 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e8f97a8f-356c-41b0-adfe-d92e193491bd req-df8c0261-f050-4a8d-be78-aaf9e4e80abb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0829155
Nov 24 16:57:12.325361 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e8f97a8f-356c-41b0-adfe-d92e193491bd req-91420a51-fb38-41a2-ad2a-866765d8de5b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417871
Nov 24 16:57:13.772056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2b8c5-b796-4f33-b860-2f68cd36648a req-9331b644-4119-4ddd-b82f-fc0f48bd3fa5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:13.775087 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f0f2b8c5-b796-4f33-b860-2f68cd36648a req-9331b644-4119-4ddd-b82f-fc0f48bd3fa5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.3054760
Nov 24 16:57:13.824493 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f0f2b8c5-b796-4f33-b860-2f68cd36648a req-f0198467-74e9-40a6-af7e-dc9688cc9bfb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425971
Nov 24 16:57:15.049589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53144-b66a-4f08-9ed8-4264016e4442 req-fbac80c8-985f-48e2-b281-cec9a12050a0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:15.051111 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-76c53144-b66a-4f08-9ed8-4264016e4442 req-fbac80c8-985f-48e2-b281-cec9a12050a0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0831976
Nov 24 16:57:15.100801 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-76c53144-b66a-4f08-9ed8-4264016e4442 req-253463de-98fc-4f83-a6a2-d6ea8b55cd96 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435207
Nov 24 16:57:16.083370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:57:18.950154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-f2d5646f-8c9a-4013-8118-6d22f2f78348 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:18.951761 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-f2d5646f-8c9a-4013-8118-6d22f2f78348 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=54652dd2-ce85-48e8-bb73-c15f6f97c6ac HTTP/1.1" status: 200  len: 943 time: 0.0840399
Nov 24 16:57:19.027433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Deleting port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:19.027804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:19.281967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] For port 0cca87cb-035c-4285-9749-eadbc6fdc8a9, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=0cca87cb-035c-4285-9749-eadbc6fdc8a9,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:19.283021 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:19.583368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:19.583698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:19.584047 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Floating IP c7234e0e-ea2d-498d-b3e2-d866aacc0290 disassociated. External IP: 172.27.3.123, port: 0cca87cb-035c-4285-9749-eadbc6fdc8a9.
Nov 24 16:57:19.584423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Calling delete_port for 0cca87cb-035c-4285-9749-eadbc6fdc8a9 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:19.726890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:19.733419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:19.780137 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event deleted for resources: {'Port': ['ID=0cca87cb-035c-4285-9749-eadbc6fdc8a9,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:19.794386 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.794879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.795356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.795767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.796176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.796597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.797019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.797419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.798438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.798836 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.799238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:19.802839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:20.026796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Router f812adf4-abcf-4aef-87a0-8f8e83fccd71 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:57:20.247125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:57:20.257349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] Sync routers for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:57:20.269846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:20.270598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d56898>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:20.323113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] No DVR routers for this DVR port 0cca87cb-035c-4285-9749-eadbc6fdc8a9 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:57:20.325829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:20.329905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-deleted', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:57:20.339212 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a6ddaa8e-4c1b-4504-b391-bdca53d78428 req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "DELETE /v2.0/ports/0cca87cb-035c-4285-9749-eadbc6fdc8a9 HTTP/1.1" status: 204  len: 173 time: 1.3814878
Nov 24 16:57:20.393115 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54652dd2-ce85-48e8-bb73-c15f6f97c6ac', 'name': 'network-vif-deleted', 'tag': '0cca87cb-035c-4285-9749-eadbc6fdc8a9', 'status': 'failed', 'code': 422} returned with failed status
Nov 24 16:57:20.494809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:20.849332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d56898>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:20.853752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] Checking router: f812adf4-abcf-4aef-87a0-8f8e83fccd71 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:57:20.865029 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:20.865674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9d56898>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:21.055354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:21.059964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 55558) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:21.129153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.160899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.207615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.212799 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-74bbe639-fcd8-4dc4-9e72-cc136989edd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:21.228779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00f1102-7d93-43f4-b70a-3fa07f9a6e2f,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:21.231750 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:21.238545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.239969 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "DELETE /v2.0/security-groups/b00f1102-7d93-43f4-b70a-3fa07f9a6e2f HTTP/1.1" status: 204  len: 168 time: 0.1788714
Nov 24 16:57:21.242986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55562) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:21.262270 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.v2.resource [None req-6eeb4589-f799-4fda-844b-0b0f92585417 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] show failed (client error): The resource could not be found.
Nov 24 16:57:21.263347 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6eeb4589-f799-4fda-844b-0b0f92585417 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups/b00f1102-7d93-43f4-b70a-3fa07f9a6e2f HTTP/1.1" status: 404  len: 347 time: 0.0193350
Nov 24 16:57:21.266496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55568) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:21.413162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9d56898>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:21.417351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd07232-61c5-482c-b74c-954f6de5bbd3 None None] The sync data for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi is: [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:57:21.450348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Deleting port e6392ff4-860a-4869-b186-8f52758fd256 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:21.450733 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.633642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.634003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.768471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Calling delete_port for e6392ff4-860a-4869-b186-8f52758fd256 owned by network:floatingip {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:21.884320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791edf0-2a58-4a0b-a1b5-c5ef3c8bfda7 None None] New status for floating IP c7234e0e-ea2d-498d-b3e2-d866aacc0290: DOWN {{(pid=88187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 16:57:21.912530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:21.917268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d7b5a6e3-ee24-4615-b18f-bd790a9b2032 tempest-VolumesActionsTest-1175098348 tempest-VolumesActionsTest-1175098348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:21.961008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event deleted for resources: {'Port': ['ID=e6392ff4-860a-4869-b186-8f52758fd256,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:21.974282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.974720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.975117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.975592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.976498 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.976498 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.976756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.977157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.977551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.977944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:21.978387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:22.006298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:22.076411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.101315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.102580 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7ef809b7-3267-44be-81b0-c42cc230fa82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "DELETE /v2.0/floatingips/c7234e0e-ea2d-498d-b3e2-d866aacc0290 HTTP/1.1" status: 204  len: 168 time: 0.8351219
Nov 24 16:57:22.535520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55598) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:22.541696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821731331', 'description': 'tempest-description--1531718764'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:57:22.548810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:22.555116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:22.558539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:22.565553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:22.581669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.619976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:22.624006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group_rule and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:22.628822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:22.635032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:22.698918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.701791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.707212 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b9a33060-d1c8-480c-97e6-29126921f820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:22.749089 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:22.752503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.756634 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2171845
Nov 24 16:57:22.756634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:22.757462 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55606) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:22.762519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'security_group_rule': {'security_group_id': 'ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:57:22.768697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:22.773003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group_rule and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:22.776016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:22.782367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:22.799804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.865049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.867664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.869824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:22.892673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0483ccd-1b63-459d-b70c-d959f15ab3d3,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:22.895404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:22.901587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:22.902898 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d659fef8-9b52-436b-a4e1-aa7b6328ef82 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1451693
Nov 24 16:57:22.905721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55612) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:22.911588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'security_group_rule': {'security_group_id': 'ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:57:22.917576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:22.921578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:security_group_rule and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:22.925120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:22.931040 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:22.950288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.023457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.026162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.028250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:23.052010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0195166-71bc-430a-a67f-b56f23c8f2eb,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:23.054542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:23.060612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.062173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c1edcc5a-b94b-4c4f-b286-d77ff2191303 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1554110
Nov 24 16:57:23.065454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55616) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:23.071033 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'floatingip': {'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:57:23.076557 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:23.080525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Usage tracker for resource:floatingip and tenant:5bc4b64f600d48fe89469791c11343df is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:23.083475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:23.089423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:23.099138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.245470 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.390397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Allocated IP 172.27.3.86 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/d922d663-f820-4683-aa11-368c966aceae) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:57:23.541165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.566388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.570592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ce555f20-34f8-4747-b6c7-b26a5195960f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:23.634961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:57:23.637826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:57:23.640380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:57:23.678764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'Port': ['ID=d922d663-f820-4683-aa11-368c966aceae,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:23.681698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:23.809714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:23.869715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.073781 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 55632) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:24.086777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.090463 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1274992'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.095042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aedac814-6a7c-4243-890a-bd497a54d4d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:24.202864 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'Port': ['ID=d922d663-f820-4683-aa11-368c966aceae,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:24.207544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:24.219595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.231670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.242238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.243931 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1774609
Nov 24 16:57:24.266479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:24.270875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb23f4edcc64ea785461b0cdef2e232 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:57:24.273904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:57:24.280090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:24.348173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.351176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.358907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a5810693-3b21-44a4-b36a-42a2eab4890e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:24.403069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073809b-6cb5-4bdc-9fe7-91c8fc88a5d9,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:24.406287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:24.412854 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddb23f4edcc64ea785461b0cdef2e232&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3353393
Nov 24 16:57:24.413153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 55648) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:24.515964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.530935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-fb5b19d2-10ce-47cc-9db8-d59231a3a3cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Synchronizing usage tracker for tenant:5bc4b64f600d48fe89469791c11343df on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:57:24.552083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.577146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-fb5b19d2-10ce-47cc-9db8-d59231a3a3cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Unset dirty status for tenant:5bc4b64f600d48fe89469791c11343df on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:57:24.578387 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-fb5b19d2-10ce-47cc-9db8-d59231a3a3cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1821731331&fields=id&tenant_id=5bc4b64f600d48fe89469791c11343df HTTP/1.1" status: 200  len: 267 time: 0.1251817
Nov 24 16:57:24.709673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.716703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-24e72001-a265-4723-9a41-5f46340e838d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:24.741544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073809b-6cb5-4bdc-9fe7-91c8fc88a5d9,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:24.744100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:24.753232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:24.754635 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3073809b-6cb5-4bdc-9fe7-91c8fc88a5d9 HTTP/1.1" status: 204  len: 168 time: 0.3405397
Nov 24 16:57:24.779518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-32b24d46-985e-403c-9b50-869068333550 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:24.781090 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-32b24d46-985e-403c-9b50-869068333550 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 817 time: 0.1925819
Nov 24 16:57:24.800795 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-746a2f6e-187c-42d9-9575-491fb9633ed0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/quotas/5bc4b64f600d48fe89469791c11343df HTTP/1.1" status: 200  len: 375 time: 0.0128989
Nov 24 16:57:24.926331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e6288480-0a26-4602-b312-636102fca54c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Synchronizing usage tracker for tenant:5bc4b64f600d48fe89469791c11343df on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:57:24.946992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e6288480-0a26-4602-b312-636102fca54c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Unset dirty status for tenant:5bc4b64f600d48fe89469791c11343df on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:57:24.950637 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e6288480-0a26-4602-b312-636102fca54c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1433849
Nov 24 16:57:25.264754 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-20ae39b2-b683-4311-ad0f-4f19b61bb5ae service neutron] 10.222.0.53 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024702
Nov 24 16:57:25.413768 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-bfff7a2e-b8d9-4fe4-b434-8d2986f28332 service neutron] 10.222.0.53 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425004
Nov 24 16:57:25.619820 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a670dc8-1f5e-472b-b3c0-fd4e5bd477a1 req-47399e0d-dfd7-4872-984d-ba4d9191583b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 210 time: 0.0500681
Nov 24 16:57:26.647688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-91604e25-d12c-4ba8-8d20-038939d6dc5c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:26.649240 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-91604e25-d12c-4ba8-8d20-038939d6dc5c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 817 time: 0.1572423
Nov 24 16:57:26.710450 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-598e9701-4817-42bc-8e98-678cef3aba02 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc4b64f600d48fe89469791c11343df HTTP/1.1" status: 200  len: 380 time: 0.0501711
Nov 24 16:57:26.719282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'port': {'device_id': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'admin_state_up': True, 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'security_groups': ['ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647']}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:57:26.857227 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50ca5a7a-94f2-4b3d-8d07-ea8abf2995d5 req-2550f18a-ad6f-4135-a7f5-890c1b034c07 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 210 time: 0.0609145
Nov 24 16:57:26.904132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:57:26.914958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:57:26.924125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Made reservation on behalf of 5bc4b64f600d48fe89469791c11343df for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 16:57:26.929520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:27.097449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Allocated IP 172.20.0.10 (775fd794-fac2-4525-b9fe-0504fe2b2946/58b1fbfc-eae2-4eed-a3d4-bb6d082c2554/ab6763c6-1c95-44a4-8d56-001f1cc00874) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 16:57:27.292285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:27.308480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Transition to ACTIVE for port object ab6763c6-1c95-44a4-8d56-001f1cc00874 will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:57:27.328475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:27.336154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a24845a7-a9e8-44cd-801f-80d3a46d7cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:27.408104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 16:57:27.411291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 16:57:27.413653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 16:57:27.456688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:27.459808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:27.486342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:27.487018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:27.512338 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7970088
Nov 24 16:57:27.524489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Request body: {'port': {'device_id': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:57:27.667912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6c5f3490-b2e1-4840-b92a-0585260a4059 None None] Provisioning for port ab6763c6-1c95-44a4-8d56-001f1cc00874 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:57:27.674782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6c5f3490-b2e1-4840-b92a-0585260a4059 None None] Provisioning complete for port ab6763c6-1c95-44a4-8d56-001f1cc00874 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:57:27.675203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3490-b2e1-4840-b92a-0585260a4059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:27.733654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f3490-b2e1-4840-b92a-0585260a4059 None None] Port ab6763c6-1c95-44a4-8d56-001f1cc00874 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 16:57:27.861107 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:28.194129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce6b0e-2f73-413a-8e8b-b7fd895604d7 req-0cddeedc-8278-4cc2-9288-063df2d898c7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:28.194877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-28ce6b0e-2f73-413a-8e8b-b7fd895604d7 req-0cddeedc-8278-4cc2-9288-063df2d898c7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Synchronizing usage tracker for tenant:5bc4b64f600d48fe89469791c11343df on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 16:57:28.220185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-28ce6b0e-2f73-413a-8e8b-b7fd895604d7 req-0cddeedc-8278-4cc2-9288-063df2d898c7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Unset dirty status for tenant:5bc4b64f600d48fe89469791c11343df on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 16:57:28.221599 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-28ce6b0e-2f73-413a-8e8b-b7fd895604d7 req-0cddeedc-8278-4cc2-9288-063df2d898c7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 932 time: 0.2274811
Nov 24 16:57:28.325555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6763c6-1c95-44a4-8d56-001f1cc00874 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:57:28.337634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:28.342241 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-28ce6b0e-2f73-413a-8e8b-b7fd895604d7 req-cf57ebf5-8a07-428f-bd97-95dd78f4df29 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080718
Nov 24 16:57:28.356049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Transition to ACTIVE for port object ab6763c6-1c95-44a4-8d56-001f1cc00874 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 16:57:28.359257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:28.363759 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0589b67b-576a-4199-a792-3773edd078fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:28.495023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:28.497979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:28.608981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Attempting to bind port ab6763c6-1c95-44a4-8d56-001f1cc00874 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 16:57:28.609351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Attempting to bind port ab6763c6-1c95-44a4-8d56-001f1cc00874 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 16:57:28.609715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Attempting to bind port ab6763c6-1c95-44a4-8d56-001f1cc00874 on network 775fd794-fac2-4525-b9fe-0504fe2b2946 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:57:28.616415 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Port ab6763c6-1c95-44a4-8d56-001f1cc00874 on network 775fd794-fac2-4525-b9fe-0504fe2b2946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 16:57:28.616777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Attempting to bind port ab6763c6-1c95-44a4-8d56-001f1cc00874 on network 775fd794-fac2-4525-b9fe-0504fe2b2946 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 16:57:28.623435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 16:57:28.623802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Checking segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 16:57:28.624216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Bound using segment: {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 16:57:28.624678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Bound port: ab6763c6-1c95-44a4-8d56-001f1cc00874, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 16:57:28.625058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:28.713632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 16:57:28.716642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 16:57:28.719859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:28.724073 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:28.787762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:28.789202 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab6763c6-1c95-44a4-8d56-001f1cc00874 HTTP/1.1" status: 200  len: 1094 time: 1.2693567
Nov 24 16:57:28.789710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:57:28.805266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:28.808449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:28.868213 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'status': 'completed', 'code': 200}
Nov 24 16:57:28.918493 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-31ea791c-8d52-475f-a329-6aaca5776471 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 1097 time: 0.0882981
Nov 24 16:57:28.991306 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-9c69f393-b722-4a97-8bba-2a6a1e776cbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874 HTTP/1.1" status: 200  len: 217 time: 0.0656197
Nov 24 16:57:29.069649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-fae07495-5923-4c4d-86b0-6fa052928d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:29.071217 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-fae07495-5923-4c4d-86b0-6fa052928d74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.0743206
Nov 24 16:57:29.149432 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-6d95c8bb-ba27-45eb-a647-7f96a57a645c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722537
Nov 24 16:57:29.299169 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-7debb675-a75e-46af-ab30-e98d7d00137e service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426616
Nov 24 16:57:29.449689 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0def4b80-6c8d-4ee0-8433-7b0f7b848b7c req-3d1c21e5-f159-4907-9184-afd0335de9db service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442063
Nov 24 16:57:29.631184 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7a763-ea80-4e54-b320-0077f03a9f40 req-a965ffe7-5778-45ad-b7a3-74c34e6a052a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:29.632750 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82d7a763-ea80-4e54-b320-0077f03a9f40 req-a965ffe7-5778-45ad-b7a3-74c34e6a052a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.1455097
Nov 24 16:57:29.638939 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-3cf86a80-90d8-4a6e-a070-46b193b89ca9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 1097 time: 0.1085448
Nov 24 16:57:29.798470 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82d7a763-ea80-4e54-b320-0077f03a9f40 req-b1dfbc22-9e01-4b08-ae7a-9660f5c87e49 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1584828
Nov 24 16:57:29.835429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-6069a011-4ecd-400f-90c1-5cc86e60d195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:29.836995 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-6069a011-4ecd-400f-90c1-5cc86e60d195 service neutron] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 918 time: 0.1827216
Nov 24 16:57:29.911514 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-94c84801-113c-4183-924e-9c1d002dd655 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874 HTTP/1.1" status: 200  len: 217 time: 0.0665717
Nov 24 16:57:29.979819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-45089b14-51dc-4228-af55-8ba4bab76fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:29.981376 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-45089b14-51dc-4228-af55-8ba4bab76fd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.0637119
Nov 24 16:57:30.074923 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-3af15c3a-db1e-4ee7-825e-b3c5ce822f09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859277
Nov 24 16:57:30.211441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:30.216522 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-cf36d5c4-afa4-43b9-913f-b8bff575c107 service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345959
Nov 24 16:57:30.364319 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4c09453e-13ec-4633-8984-030d3bb0f1c3 req-11266393-f52d-4ace-be50-6c5c77b455fb service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409984
Nov 24 16:57:31.015180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e6dd1-0a6e-4738-affb-6ded1815d20f req-5d9e2c59-a643-4c35-88f1-15e57cee6a02 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:31.016782 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-067e6dd1-0a6e-4738-affb-6ded1815d20f req-5d9e2c59-a643-4c35-88f1-15e57cee6a02 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0802028
Nov 24 16:57:31.065107 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-067e6dd1-0a6e-4738-affb-6ded1815d20f req-65965672-0f9d-4610-9301-c95c8c2e41fe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420306
Nov 24 16:57:32.023358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88778c-1e83-4fce-a729-1672a6f52ac4 req-a3dd6819-90a7-4d92-b143-e12207b72737 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:32.024793 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7d88778c-1e83-4fce-a729-1672a6f52ac4 req-a3dd6819-90a7-4d92-b143-e12207b72737 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 945 time: 0.0933089
Nov 24 16:57:32.075101 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7d88778c-1e83-4fce-a729-1672a6f52ac4 req-08ac76d6-e090-4b36-bd8d-09f41a91d885 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/security-groups?id=b3e2a494-7948-415b-b90e-9422c599b8be&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437205
Nov 24 16:57:32.347508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798f7f0-76b7-4a79-ac30-6c0b42378307 req-f88a6388-b48a-40aa-a752-c4734c073ebe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:32.349011 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b798f7f0-76b7-4a79-ac30-6c0b42378307 req-f88a6388-b48a-40aa-a752-c4734c073ebe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.1502187
Nov 24 16:57:32.354708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-e42fb1f8-cada-4f4c-be3a-fc418b719c93 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:32.356123 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-e42fb1f8-cada-4f4c-be3a-fc418b719c93 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 945 time: 0.1223688
Nov 24 16:57:32.391880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:57:32.452666 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b798f7f0-76b7-4a79-ac30-6c0b42378307 req-8468c5ed-776c-4404-9b15-fbfeff439dbf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955243
Nov 24 16:57:32.460749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Deleting port 19595d59-392f-4d2a-9252-251a35b447f2 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:32.461132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:32.531269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:32.546117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'port_id': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'mac_address': 'fa:16:3e:09:a1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:57:32.604698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:32.622898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6763c6-1c95-44a4-8d56-001f1cc00874 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:57:32.637683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:32.640413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:32.642787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:32.708629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:32.717814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.717987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.718266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] For port 19595d59-392f-4d2a-9252-251a35b447f2, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=19595d59-392f-4d2a-9252-251a35b447f2,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:32.718391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.718637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:32.718752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.719040 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.719445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.719814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.720181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.720541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.720908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.721267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:57:32.725268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:32.845909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Calling delete_port for 19595d59-392f-4d2a-9252-251a35b447f2 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:32.866018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['ab6763c6-1c95-44a4-8d56-001f1cc00874'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:57:32.992194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:32.997789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9723c169-176d-40e4-9a8d-6078d548eb25 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:33.040508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Pushing event deleted for resources: {'Port': ['ID=19595d59-392f-4d2a-9252-251a35b447f2,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:33.045161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:33.347269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['19595d59-392f-4d2a-9252-251a35b447f2'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:57:33.374976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] No DVR routers for this DVR port 19595d59-392f-4d2a-9252-251a35b447f2 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:57:33.378322 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a700ba3-764f-4c2c-868b-fa2f457349c2 req-92dafe22-f6e6-4112-ac6d-ef16bbfd7539 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9465fd4-092c-439b-8733-60e71ebb52be HTTP/1.1" status: 200  len: 210 time: 0.0770397
Nov 24 16:57:33.379334 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:33.382105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'name': 'network-vif-deleted', 'tag': '19595d59-392f-4d2a-9252-251a35b447f2'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:57:33.397702 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9be9261d-97ec-4d84-a5e0-3e0a5439247a req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] 10.222.0.21 "DELETE /v2.0/ports/19595d59-392f-4d2a-9252-251a35b447f2 HTTP/1.1" status: 204  len: 173 time: 1.0250247
Nov 24 16:57:33.448773 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9465fd4-092c-439b-8733-60e71ebb52be', 'name': 'network-vif-deleted', 'tag': '19595d59-392f-4d2a-9252-251a35b447f2', 'status': 'completed', 'code': 200}
Nov 24 16:57:33.673817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d442921-ee0d-48b6-960c-d4cda435fe56 req-31a179fc-09c6-4d7b-b11a-136e18e453b4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:33.675376 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d442921-ee0d-48b6-960c-d4cda435fe56 req-31a179fc-09c6-4d7b-b11a-136e18e453b4 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 945 time: 0.0828652
Nov 24 16:57:33.722930 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d442921-ee0d-48b6-960c-d4cda435fe56 req-0d85c26d-8383-43a9-919d-0bb036c435ba tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414252
Nov 24 16:57:34.396862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:57:34.467447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port ab6763c6-1c95-44a4-8d56-001f1cc00874 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 16:57:34.472760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port ab6763c6-1c95-44a4-8d56-001f1cc00874 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:57:34.473179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:34.596409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:34.623262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:57:34.633180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:34.637015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:34.637925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 19595d59-392f-4d2a-9252-251a35b447f2 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:57:34.672412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:34.706619 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'code': 200}
Nov 24 16:57:34.716255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 19595d59-392f-4d2a-9252-251a35b447f2 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:57:34.716643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 19595d59-392f-4d2a-9252-251a35b447f2 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:57:34.750654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:34.753955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:35.004045 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-821679e5-c84a-44ed-abfb-da1ceae71f4a req-a7093364-1595-408e-9e09-92fee1c107f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 1099 time: 0.1056776
Nov 24 16:57:35.010662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede80089-0d6b-4da8-b40d-f1e28a35328e req-eb6631bc-a505-4a0b-84b7-27a45805e3cb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:35.014570 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ede80089-0d6b-4da8-b40d-f1e28a35328e req-eb6631bc-a505-4a0b-84b7-27a45805e3cb tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.1545451
Nov 24 16:57:35.081397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-650a48f0-6709-4cea-ab3a-675e9a0ab8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:35.093933 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-821679e5-c84a-44ed-abfb-da1ceae71f4a req-dc10290a-e85d-4d51-814c-44b1aec96d29 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780029
Nov 24 16:57:35.096667 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ede80089-0d6b-4da8-b40d-f1e28a35328e req-a6d677c5-93b8-45e6-8323-6804f8e04c9b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667167
Nov 24 16:57:35.299713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 55796) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:35.834392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:36.418708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f98b-d14e-41ff-bd30-97a2b9db29ec req-72910d32-f9bc-468e-a8c4-9adfb0bd0e4c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:36.420228 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2aa5f98b-d14e-41ff-bd30-97a2b9db29ec req-72910d32-f9bc-468e-a8c4-9adfb0bd0e4c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.1628053
Nov 24 16:57:36.520786 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2aa5f98b-d14e-41ff-bd30-97a2b9db29ec req-31317454-750e-4225-bf6c-ba9c14973faa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924163
Nov 24 16:57:36.555772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:36.608459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Deleting port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:36.609160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:36.864096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] For port 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:36.864681 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:36.877111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bce143-b303-4496-98f9-16e1de3f992c req-655c4c7c-9f68-4afd-921c-7036beac1aae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:36.878767 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a6bce143-b303-4496-98f9-16e1de3f992c req-655c4c7c-9f68-4afd-921c-7036beac1aae tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.2158506
Nov 24 16:57:36.888889 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55812) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:36.895641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Request body: {'floatingip': {'port_id': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 16:57:36.982642 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:36.999503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Calling delete_port for 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 owned by network:router_interface {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:37.191382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:37.196097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-17dee9da-6002-4da9-8248-79bf8efe92b7 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:37.239540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f1ddcc-7d38-4f09-8dbe-3960016f1bf1,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:37.242427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:37.550648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:37.589525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3dacf553-2249-4940-b204-7ea320659cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:37.838814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:37.841378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:38.041724 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Floating IP 1276857c-676d-4421-83de-10918f4f08e5 associated. External IP: 172.27.3.86, port: ab6763c6-1c95-44a4-8d56-001f1cc00874.
Nov 24 16:57:38.096844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:38.378507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:57:38.464791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Router f812adf4-abcf-4aef-87a0-8f8e83fccd71 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:57:38.587653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:57:38.599435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] Sync routers for ids ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:57:38.602745 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] 10.222.0.53 "PUT /v2.0/routers/128e13a4-953f-4735-bdd8-b7e73d17b6d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3018599
Nov 24 16:57:38.605387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 55822) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:38.615207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] Routers {'128e13a4-953f-4735-bdd8-b7e73d17b6d3'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:38.616047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9f79400>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:38.671760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:57:38.676226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:38.683563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] Sync routers for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:57:38.699673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:38.700925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9cc0240>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:38.736514 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-183bb290-ae2e-4573-915f-3e0cdce07416 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "PUT /v2.0/floatingips/1276857c-676d-4421-83de-10918f4f08e5 HTTP/1.1" status: 200  len: 991 time: 1.8463411
Nov 24 16:57:38.737203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}] {{(pid=88184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:57:38.805135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] Set router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:38.815225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks [] for router, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:38.978095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:39.033397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:39.047112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Deleting port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:39.047112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:39.117737 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'status': 'completed', 'code': 200}
Nov 24 16:57:39.151513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:39.169982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9f79400>, [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:57:37Z', 'revision_number': 5, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port': {'id': 'f3b4f3c0-ba23-488f-aa8d-8989b75bda9c', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:39.175176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] Checking router: 128e13a4-953f-4735-bdd8-b7e73d17b6d3 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:57:39.197221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] Routers {'128e13a4-953f-4735-bdd8-b7e73d17b6d3'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:39.198227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9f79400>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:39.304014 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-54ad8615-810c-4d77-8288-7ef15dc343bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 1099 time: 0.1237569
Nov 24 16:57:39.309606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] For port f3b4f3c0-ba23-488f-aa8d-8989b75bda9c, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:39.309996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:39.371900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] Set router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 gateway port host: None {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:39.414635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9cc0240>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': '1276857c-676d-4421-83de-10918f4f08e5', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'port_id': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'mac_address': 'fa:16:3e:09:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:57:23Z', 'updated_at': '2021-11-24T16:57:37Z', 'revision_number': 1, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:39.418743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] Checking router: f812adf4-abcf-4aef-87a0-8f8e83fccd71 for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:57:39.430466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:39.431118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9cc0240>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:39.472684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Calling delete_port for f3b4f3c0-ba23-488f-aa8d-8989b75bda9c owned by network:router_gateway {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:39.492010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9f79400>, [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:57:39Z', 'revision_number': 6, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:39.496614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da3507c-5612-4be1-ac5d-49056a947348 None None] The sync data for ids ['128e13a4-953f-4735-bdd8-b7e73d17b6d3'] in dv-cinder-818778-2-iscsi is: [{'id': '128e13a4-953f-4735-bdd8-b7e73d17b6d3', 'name': 'tempest-TestMinimumBasicScenario-1086378354-router', 'tenant_id': 'da85f7b56be043949b7841a49547af64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:17Z', 'updated_at': '2021-11-24T16:57:39Z', 'revision_number': 6, 'project_id': 'da85f7b56be043949b7841a49547af64', 'gw_port_host': None}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:57:39.628188 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:39.876175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-0cc85d7a-816f-42b5-9237-5fc8f60c7c76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:39.877786 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-0cc85d7a-816f-42b5-9237-5fc8f60c7c76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 918 time: 0.5591784
Nov 24 16:57:40.040469 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-5245428b-8a92-4e74-90c6-49f43c023692 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874 HTTP/1.1" status: 200  len: 999 time: 0.1548548
Nov 24 16:57:40.132286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:40.142648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:57:40.144223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-09f20fc7-11af-42e2-9b59-8a4df26a4cb1 tempest-VolumesNegativeTest-1188810376 tempest-VolumesNegativeTest-1188810376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:40.177447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-a1936ce5-26f3-4ba7-9fa0-d77dc79c146f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:57:40.179093 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-a1936ce5-26f3-4ba7-9fa0-d77dc79c146f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.1316447
Nov 24 16:57:40.198908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9cc0240>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': '1276857c-676d-4421-83de-10918f4f08e5', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'port_id': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'mac_address': 'fa:16:3e:09:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:57:23Z', 'updated_at': '2021-11-24T16:57:37Z', 'revision_number': 1, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:40.199557 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b4f3c0-ba23-488f-aa8d-8989b75bda9c,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:40.204266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b45339-c55b-4302-9071-5b23e2b811fe None None] The sync data for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi is: [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_floatingips': [{'id': '1276857c-676d-4421-83de-10918f4f08e5', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'router_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'port_id': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'mac_address': 'fa:16:3e:09:a1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T16:57:23Z', 'updated_at': '2021-11-24T16:57:37Z', 'revision_number': 1, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:57:40.205572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:40.215108 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:57:40.215506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 72f1ddcc-7d38-4f09-8dbe-3960016f1bf1 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:57:40.215980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device f3b4f3c0-ba23-488f-aa8d-8989b75bda9c no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:57:40.252737 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: f3b4f3c0-ba23-488f-aa8d-8989b75bda9c {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:57:40.253085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device f3b4f3c0-ba23-488f-aa8d-8989b75bda9c not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:57:40.507746 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-13add825-892a-4e43-951e-92bd28b84f52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3056548
Nov 24 16:57:40.510544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:40.578301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f57e48-5c52-4440-935a-42a82d186233 None None] New status for floating IP 1276857c-676d-4421-83de-10918f4f08e5: ACTIVE {{(pid=88186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 16:57:40.889516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:40.906268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:40.911712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-0d6e65fc-99f1-428a-a8a9-76b4622e6386 service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451676
Nov 24 16:57:41.015676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.016252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128e13a4-953f-4735-bdd8-b7e73d17b6d3 {{(pid=88185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 16:57:41.055033 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.056251 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] 10.222.0.53 "DELETE /v2.0/routers/128e13a4-953f-4735-bdd8-b7e73d17b6d3 HTTP/1.1" status: 204  len: 168 time: 2.4497242
Nov 24 16:57:41.059292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55842) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:41.086652 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c847c629-2aaa-4fa2-abf3-4f664e13a1a1 req-fc10f280-156f-4b95-973c-43a8a3d8aadf service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677258
Nov 24 16:57:41.128336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Deleting subnet cd88a7c0-9103-4614-940d-8d5a4b3edeb6 {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:57:41.131544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.184272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2386253'] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.275756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.343627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1274895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2388525'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.348886 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-af5e7da2-e096-4f22-a20d-764e4bbb48df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:41.382134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd88a7c0-9103-4614-940d-8d5a4b3edeb6,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:41.386274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:41.388949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.395343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1200f3-7a97-472e-ad41-47d28b9e4da0 None None] Network 689831a5-ba8b-404f-913a-246be98581e8 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:57:41.395480 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cd88a7c0-9103-4614-940d-8d5a4b3edeb6 HTTP/1.1" status: 204  len: 168 time: 0.3350780
Nov 24 16:57:41.398104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55850) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:41.515819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.528135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Deleting port b460bac6-b44a-4465-9ce7-89e68b185bbf {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:41.528509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.742178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] For port b460bac6-b44a-4465-9ce7-89e68b185bbf, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=b460bac6-b44a-4465-9ce7-89e68b185bbf,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:41.742567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.809560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] DHCP port deletion for 689831a5-ba8b-404f-913a-246be98581e8 request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 16:57:41.814991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Deleting port b460bac6-b44a-4465-9ce7-89e68b185bbf {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:41.815412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.866753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Calling delete_port for b460bac6-b44a-4465-9ce7-89e68b185bbf owned by network:dhcp {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:41.939385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:41.943848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51dd88c0-2377-4aed-97e6-267b90762616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:41.984780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b460bac6-b44a-4465-9ce7-89e68b185bbf,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:41.987891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:41.989976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] No DVR routers for this DVR port b460bac6-b44a-4465-9ce7-89e68b185bbf on host dv-cinder-818778-2-iscsi {{(pid=88184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:57:42.025022 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] For port b460bac6-b44a-4465-9ce7-89e68b185bbf, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=b460bac6-b44a-4465-9ce7-89e68b185bbf,segment=NetworkSegment(e57420cf-af55-4ea8-9089-9ec605b15425),segment_id=e57420cf-af55-4ea8-9089-9ec605b15425)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:42.025398 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.092148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device b460bac6-b44a-4465-9ce7-89e68b185bbf no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:57:42.115738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.142481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f9c6ccf8>,) {'filters': {'network_id': ['689831a5-ba8b-404f-913a-246be98581e8']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:42.155040 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9c6ccf8>, 'e57420cf-af55-4ea8-9089-9ec605b15425') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:42.155384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9c6ccf8>, 'e57420cf-af55-4ea8-9089-9ec605b15425') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:42.167233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.186311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Calling delete_port for b460bac6-b44a-4465-9ce7-89e68b185bbf owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:42.188915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.195741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:57:42.196161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:57:42.210160 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:57:42.213410 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: b460bac6-b44a-4465-9ce7-89e68b185bbf {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:57:42.213410 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device b460bac6-b44a-4465-9ce7-89e68b185bbf not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:57:42.257790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 16:57:42.258234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 16:57:42.294019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.299244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:42.320220 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=689831a5-ba8b-404f-913a-246be98581e8,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:42.322601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.325405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:42.345194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-03a892f0-3262-41a1-b5c9-7d2104c884d4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/689831a5-ba8b-404f-913a-246be98581e8 HTTP/1.1" status: 204  len: 168 time: 0.9445789
Nov 24 16:57:42.347595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55860) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:42.759056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Deleting port b460bac6-b44a-4465-9ce7-89e68b185bbf {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:42.759607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:42.833389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-97238e72-7847-43bc-9c11-db9cc61e8cf6 None None] The port 'b460bac6-b44a-4465-9ce7-89e68b185bbf' was deleted {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 16:57:42.993098 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:43.618439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Deleting port 485edf07-b5df-42e8-bd96-abe652c34bde {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:43.618980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:43.799950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] For port 485edf07-b5df-42e8-bd96-abe652c34bde, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=485edf07-b5df-42e8-bd96-abe652c34bde,segment=NetworkSegment(e407805d-799c-427f-a239-ad76472dab11),segment_id=e407805d-799c-427f-a239-ad76472dab11)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:43.800351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:43.924937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Calling delete_port for 485edf07-b5df-42e8-bd96-abe652c34bde owned by network:router_interface {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:44.097039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:44.101316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8a998c76-56b6-4f29-8cd3-846eb84996f2 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:44.143569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=485edf07-b5df-42e8-bd96-abe652c34bde,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:44.146602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:44.443428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:45.040458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Router 9f1a2821-1ee6-48e3-9a7d-79a50927addd has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:57:45.467004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:57:45.476332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] Sync routers for ids ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:57:45.476610 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] 10.222.0.53 "PUT /v2.0/routers/9f1a2821-1ee6-48e3-9a7d-79a50927addd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1279297
Nov 24 16:57:45.479283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55878) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:45.489507 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] Routers {'9f1a2821-1ee6-48e3-9a7d-79a50927addd'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:45.490128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9cd9748>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:45.676536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] Set router 9f1a2821-1ee6-48e3-9a7d-79a50927addd gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:45.695613 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:45.912341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:45.920940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Deleting port 1047a379-2328-499b-b8a5-6d5bf499bc67 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:45.921320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:45.992918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9cd9748>, [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:57:44Z', 'revision_number': 5, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port': {'id': '1047a379-2328-499b-b8a5-6d5bf499bc67', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:50:27Z', 'updated_at': '2021-11-24T16:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:45.997756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] Checking router: 9f1a2821-1ee6-48e3-9a7d-79a50927addd for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:57:46.009907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] Routers {'9f1a2821-1ee6-48e3-9a7d-79a50927addd'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:57:46.010707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83f9cd9748>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:57:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:46.114432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] For port 1047a379-2328-499b-b8a5-6d5bf499bc67, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1047a379-2328-499b-b8a5-6d5bf499bc67,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:46.115018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:46.177833 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] Set router 9f1a2821-1ee6-48e3-9a7d-79a50927addd gateway port host: None {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:57:46.244623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Calling delete_port for 1047a379-2328-499b-b8a5-6d5bf499bc67 owned by network:router_gateway {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:46.288189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83f9cd9748>, [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:57:45Z', 'revision_number': 6, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:46.292355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffab33c-9fca-4f37-a66f-03b17bcbe143 None None] The sync data for ids ['9f1a2821-1ee6-48e3-9a7d-79a50927addd'] in dv-cinder-818778-2-iscsi is: [{'id': '9f1a2821-1ee6-48e3-9a7d-79a50927addd', 'name': 'tempest-TestMinimumBasicScenario-387365770-router', 'tenant_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:50:25Z', 'updated_at': '2021-11-24T16:57:45Z', 'revision_number': 6, 'project_id': '1d68ea1c7ff043f2943b93be6c8d5256', 'gw_port_host': None}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:57:46.417312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:46.422134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72ad333c-cfd6-4a08-86aa-49e18e57d199 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:46.465379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1047a379-2328-499b-b8a5-6d5bf499bc67,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:46.469145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:46.703268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:46.975324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:46.979718 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.002041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.002608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f1a2821-1ee6-48e3-9a7d-79a50927addd {{(pid=88184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 16:57:47.015065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.016466 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-95015ef6-d30d-4cb3-920b-268be1aed5ba admin admin] 10.222.0.53 "DELETE /v2.0/routers/9f1a2821-1ee6-48e3-9a7d-79a50927addd HTTP/1.1" status: 204  len: 168 time: 1.5360467
Nov 24 16:57:47.020074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55894) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:47.089667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Deleting subnet 31d7c19c-bc3b-4b72-a02f-c510057bb4b3 {{(pid=88184) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:57:47.093117 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.149058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2386253'] for subnet, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.230074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.301804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1274895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2388525'] for subnet, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.306517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5806220d-df60-4c3e-bbd0-3c7698b73813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:47.346398 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d7c19c-bc3b-4b72-a02f-c510057bb4b3,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:47.351172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:47.353290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.358903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b2a6e-5cd7-4ec4-9da7-cc6de024da86 None None] Network a8890728-0771-49ed-9140-6ece28382502 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:57:47.359385 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-89b353ce-b554-47ad-b98e-df2e1dc9872b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/31d7c19c-bc3b-4b72-a02f-c510057bb4b3 HTTP/1.1" status: 204  len: 168 time: 0.3382578
Nov 24 16:57:47.362080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55898) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:47.478428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.489298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Deleting port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:47.489664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.614468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] DHCP port deletion for a8890728-0771-49ed-9140-6ece28382502 request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 16:57:47.618800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Deleting port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:47.619224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.700302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] For port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,segment=NetworkSegment(e407805d-799c-427f-a239-ad76472dab11),segment_id=e407805d-799c-427f-a239-ad76472dab11)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:47.700699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.825198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Calling delete_port for 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 owned by network:dhcp {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:47.832516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] For port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,segment=NetworkSegment(e407805d-799c-427f-a239-ad76472dab11),segment_id=e407805d-799c-427f-a239-ad76472dab11)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:57:47.832950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.902420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:47.913828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e18b7279-83a5-401f-aec7-db8d23dfb19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:47.948091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] No DVR routers for this DVR port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 on host dv-cinder-818778-2-iscsi {{(pid=88184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:57:47.956564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Calling delete_port for 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:57:47.981826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b62cb8c-d431-496f-8a6b-f5eab6f388f0,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:47.985873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:48.024273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 16:57:48.024675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 16:57:48.081038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.094939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:57:48.109276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f8d96d30>,) {'filters': {'network_id': ['a8890728-0771-49ed-9140-6ece28382502']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:48.122933 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8d96d30>, 'e407805d-799c-427f-a239-ad76472dab11') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:48.123281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8d96d30>, 'e407805d-799c-427f-a239-ad76472dab11') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:57:48.131934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:57:48.132255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:57:48.132716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1047a379-2328-499b-b8a5-6d5bf499bc67 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:57:48.136303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.154385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.161677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:57:48.162389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.164350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 1047a379-2328-499b-b8a5-6d5bf499bc67 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:57:48.164743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1047a379-2328-499b-b8a5-6d5bf499bc67 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:57:48.165190 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 485edf07-b5df-42e8-bd96-abe652c34bde no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:57:48.177289 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:57:48.198401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 485edf07-b5df-42e8-bd96-abe652c34bde {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:57:48.198791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 485edf07-b5df-42e8-bd96-abe652c34bde not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:57:48.481909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.486141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:48.501832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.508453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8890728-0771-49ed-9140-6ece28382502,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:48.512848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:48.515773 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] 10.222.0.53 "DELETE /v2.0/networks/a8890728-0771-49ed-9140-6ece28382502 HTTP/1.1" status: 204  len: 168 time: 1.1523564
Nov 24 16:57:48.526068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Deleting port 3b62cb8c-d431-496f-8a6b-f5eab6f388f0 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:57:48.526548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.601048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3e247d36-9eb4-45e1-8a45-1bf376c25365 None None] The port '3b62cb8c-d431-496f-8a6b-f5eab6f388f0' was deleted {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 16:57:48.671484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55910) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:48.730595 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-89a92b04-b27c-4954-988a-cb7323859d56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da85f7b56be043949b7841a49547af64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0570383
Nov 24 16:57:48.733114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55914) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:48.793796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.820358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.863450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.868252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4e594ca6-6a43-4cdc-accb-2f849a287b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:48.881261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e2a494-7948-415b-b90e-9422c599b8be,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:48.883823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:48.894782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:48.894782 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3e2a494-7948-415b-b90e-9422c599b8be HTTP/1.1" status: 204  len: 168 time: 0.1604617
Nov 24 16:57:49.308982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55928) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:49.365015 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6f33c996-ad63-4040-b4ae-307c0b9f268e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d68ea1c7ff043f2943b93be6c8d5256&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0546350
Nov 24 16:57:49.367641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 55932) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:57:49.431643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:49.458971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:49.512987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:49.518746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1bb15c32-7d84-423c-b953-4620f5cd8ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:57:49.532030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f98e917-d154-46ab-814d-5010ef147cf1,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:57:49.534809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:57:49.535959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:57:49.537113 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f98e917-d154-46ab-814d-5010ef147cf1 HTTP/1.1" status: 204  len: 168 time: 0.1685314
Nov 24 16:57:53.085006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:58:00.228154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:05.066456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76df6cd7-0470-4273-8908-17effefb2c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:06.538931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:07.591624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f92c352-3df1-45db-948b-9f4f25b49a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:08.097714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:08.780933 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-acc71a3a-b5f3-4949-880f-d52213c39db5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0728374
Nov 24 16:58:08.928278 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-9011e94c-7bd3-47f2-abb9-6b038571f57b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1099 time: 0.0729070
Nov 24 16:58:09.074359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:09.086625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-a7ae09a7-07ae-4370-9dcb-afc27a8d7606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:09.088198 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-a7ae09a7-07ae-4370-9dcb-afc27a8d7606 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1406090
Nov 24 16:58:09.161494 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-aa38dfb2-1305-4e77-8eb8-30c526320faf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0664349
Nov 24 16:58:09.228493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-dfa70383-7557-4e28-b950-4afd3a47ae9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:09.230065 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-dfa70383-7557-4e28-b950-4afd3a47ae9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0623209
Nov 24 16:58:09.281550 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-173f048f-4b24-4c97-9cad-4b6621301245 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442700
Nov 24 16:58:09.417842 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-cc2502d4-670c-423e-95ff-ec0506ff6eea service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309733
Nov 24 16:58:09.569484 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ae9808ff-e1c5-48f2-b669-347dd9a854a1 req-eaaf9e42-c0fe-4ea5-a24f-1a5021df0343 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450126
Nov 24 16:58:18.820565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b16960-bfe9-42a0-a27f-8dc41301f5a8 req-aa8d8cd5-bf4c-4be5-9028-cf4782aecded tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:18.822093 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-28b16960-bfe9-42a0-a27f-8dc41301f5a8 req-aa8d8cd5-bf4c-4be5-9028-cf4782aecded tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.2186024
Nov 24 16:58:18.869273 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-28b16960-bfe9-42a0-a27f-8dc41301f5a8 req-3f45af49-145d-400f-85cb-e7dcc226995c tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407786
Nov 24 16:58:20.091077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a860f-367f-4630-ae23-880a7e360022 req-b56b8868-9540-4bcc-8f37-e9d2f2ab730d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:20.092658 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a91a860f-367f-4630-ae23-880a7e360022 req-b56b8868-9540-4bcc-8f37-e9d2f2ab730d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0860474
Nov 24 16:58:20.139495 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a91a860f-367f-4630-ae23-880a7e360022 req-337cf889-4a83-4955-826b-e3cbc2e20d9d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404735
Nov 24 16:58:21.352674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b85c7b-0733-475d-a7eb-c9ea1571c9a7 req-36ad8495-f294-4346-9d95-d257d80671c6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:21.354199 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-67b85c7b-0733-475d-a7eb-c9ea1571c9a7 req-36ad8495-f294-4346-9d95-d257d80671c6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0816052
Nov 24 16:58:21.401141 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-67b85c7b-0733-475d-a7eb-c9ea1571c9a7 req-4a50339b-b132-4da9-a67f-047727532102 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407095
Nov 24 16:58:22.620201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2398871-0f4d-4149-8340-32a9d0509af1 req-3702b5b2-dc94-44f0-b4bb-ce72d05b14ee tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:22.621782 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b2398871-0f4d-4149-8340-32a9d0509af1 req-3702b5b2-dc94-44f0-b4bb-ce72d05b14ee tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0847521
Nov 24 16:58:22.670509 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b2398871-0f4d-4149-8340-32a9d0509af1 req-56c526e7-c60f-4f39-a599-b6495710ada2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423691
Nov 24 16:58:23.884336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25390dfe-3b47-489a-b410-3fe39f0bd6f8 req-00ed9e23-e781-45dc-9716-ad007bb6eb2f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:23.885937 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-25390dfe-3b47-489a-b410-3fe39f0bd6f8 req-00ed9e23-e781-45dc-9716-ad007bb6eb2f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0815451
Nov 24 16:58:23.934247 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-25390dfe-3b47-489a-b410-3fe39f0bd6f8 req-46b3cbc5-0053-4cc1-b53d-5bf27e77f616 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420156
Nov 24 16:58:25.165867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40abb64-8d8f-436b-8369-71f7beaa702e req-cf3505e1-1619-45a3-bf59-0fd476cd985d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:25.167510 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e40abb64-8d8f-436b-8369-71f7beaa702e req-cf3505e1-1619-45a3-bf59-0fd476cd985d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.1002367
Nov 24 16:58:25.226844 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e40abb64-8d8f-436b-8369-71f7beaa702e req-049791cd-e52b-4150-b70f-547ee642790d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431554
Nov 24 16:58:26.465712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10391d0-e408-4d40-8173-543f6b98e573 req-c58b6f51-0f08-4c43-838d-4921e9a92b8a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:26.467336 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c10391d0-e408-4d40-8173-543f6b98e573 req-c58b6f51-0f08-4c43-838d-4921e9a92b8a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.1043196
Nov 24 16:58:26.518250 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c10391d0-e408-4d40-8173-543f6b98e573 req-24312592-62d9-4302-a812-eee31d707e65 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441880
Nov 24 16:58:27.732401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae13979-0406-42a5-b23d-c3735375b3b6 req-7ed1366d-2808-4df8-925e-b1c8df2eb281 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:27.733982 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dae13979-0406-42a5-b23d-c3735375b3b6 req-7ed1366d-2808-4df8-925e-b1c8df2eb281 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0829568
Nov 24 16:58:27.781052 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dae13979-0406-42a5-b23d-c3735375b3b6 req-a313982f-6164-477d-9dc8-ac8df0e0fd48 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403714
Nov 24 16:58:28.997730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90d383-45bb-4f88-9245-f76b7f48264b req-b59b4494-80dc-48a5-b7a3-e2a88266fdd8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:28.999284 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1c90d383-45bb-4f88-9245-f76b7f48264b req-b59b4494-80dc-48a5-b7a3-e2a88266fdd8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0872040
Nov 24 16:58:29.045799 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1c90d383-45bb-4f88-9245-f76b7f48264b req-5bcfaa00-bf71-498f-a964-ee2514ecaff1 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402913
Nov 24 16:58:30.086094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:58:30.233800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:30.389357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92c584-daf2-4d35-a1b0-90b3f7b158f7 req-1f5de389-22d0-41e1-bc11-8fd81072e70a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:30.391532 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6a92c584-daf2-4d35-a1b0-90b3f7b158f7 req-1f5de389-22d0-41e1-bc11-8fd81072e70a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0818174
Nov 24 16:58:30.445425 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6a92c584-daf2-4d35-a1b0-90b3f7b158f7 req-a754765e-8dc2-4819-944f-d65eb0364f95 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478394
Nov 24 16:58:30.587773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:58:30.729376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:58:30.743959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'port_id': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'mac_address': 'fa:16:3e:09:a1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:58:30.798517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:30.819956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab6763c6-1c95-44a4-8d56-001f1cc00874 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:58:30.835376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:58:30.840055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:30.842054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:58:30.910474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=6']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:58:30.913787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:58:30.923664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['ab6763c6-1c95-44a4-8d56-001f1cc00874'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:58:31.677207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace2c3a-94be-4b88-ad15-8b619f46dfdf req-86c7756e-c218-47fd-b85b-6885173221d6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:31.679606 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1ace2c3a-94be-4b88-ad15-8b619f46dfdf req-86c7756e-c218-47fd-b85b-6885173221d6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 945 time: 0.0914078
Nov 24 16:58:31.742655 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1ace2c3a-94be-4b88-ad15-8b619f46dfdf req-638abc16-c9e0-48fa-bc20-a1ecb0fb7a49 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564201
Nov 24 16:58:32.602770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:58:32.687077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port ab6763c6-1c95-44a4-8d56-001f1cc00874 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:58:32.687649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:32.842988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:32.901411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:58:32.902521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:58:32.921818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:32.923841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:58:32.991433 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a98a5-4dbd-4e76-ac40-df4d5d6ac323 req-3016b105-933d-48ca-a498-d157b8931171 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:32.993162 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d7a98a5-4dbd-4e76-ac40-df4d5d6ac323 req-3016b105-933d-48ca-a498-d157b8931171 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.1011026
Nov 24 16:58:33.000591 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'code': 200}
Nov 24 16:58:33.041403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=7']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:58:33.054123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.054516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.054893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.055267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.055641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.056009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.056376 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.056742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.057105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.057465 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.057969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:58:33.059427 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5d7a98a5-4dbd-4e76-ac40-df4d5d6ac323 req-0b28ab16-04ef-45c6-8240-efb8e9ddd4bf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591664
Nov 24 16:58:33.062271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:58:34.535996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73f027-1f01-4a6e-a15e-2e4d6ca2d562 req-65a40da0-1076-4e46-afbf-48ba01bece1e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:34.537597 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ba73f027-1f01-4a6e-a15e-2e4d6ca2d562 req-65a40da0-1076-4e46-afbf-48ba01bece1e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.3232572
Nov 24 16:58:34.794706 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ba73f027-1f01-4a6e-a15e-2e4d6ca2d562 req-5b396d78-bf61-4174-8ca1-f0a9a7930be6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2505610
Nov 24 16:58:35.069541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f7c420a7-5a31-4c68-b920-8687084b623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:36.012146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f700590-4a3c-4025-834d-b18b8fac39b5 req-f7f1c158-f044-4a17-87f2-89c0b02ec43e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:36.014368 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3f700590-4a3c-4025-834d-b18b8fac39b5 req-f7f1c158-f044-4a17-87f2-89c0b02ec43e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0882974
Nov 24 16:58:36.075314 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3f700590-4a3c-4025-834d-b18b8fac39b5 req-81f21a28-74db-41b4-b59d-308f7d1e353b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534551
Nov 24 16:58:36.580161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:37.314922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab9812-fbae-4e6f-993b-eec2f5573c49 req-d481b0bb-397e-4d8f-8128-f44421eb4324 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:37.316564 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-74ab9812-fbae-4e6f-993b-eec2f5573c49 req-d481b0bb-397e-4d8f-8128-f44421eb4324 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0948796
Nov 24 16:58:37.368692 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-74ab9812-fbae-4e6f-993b-eec2f5573c49 req-7e7cfb44-b399-4d56-b1ff-9c27543f97a8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455334
Nov 24 16:58:37.595039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1eed1bb7-a295-453f-89ad-5168ad29d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:38.104669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:38.599031 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8e72f-4236-445f-9632-2f653f6cefa9 req-cef4fbb1-9d7c-41d5-b75f-7997322a761b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:38.600589 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-17a8e72f-4236-445f-9632-2f653f6cefa9 req-cef4fbb1-9d7c-41d5-b75f-7997322a761b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0896280
Nov 24 16:58:38.655319 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-17a8e72f-4236-445f-9632-2f653f6cefa9 req-81ea5b80-767b-4b7f-ba33-4d03e853c2ff tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473609
Nov 24 16:58:39.085168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:39.909794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6327a-19a0-4ec2-881d-0231d0f91fdd req-199584f1-93f6-446b-9d3e-282648f6b97b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:39.921020 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9ec6327a-19a0-4ec2-881d-0231d0f91fdd req-199584f1-93f6-446b-9d3e-282648f6b97b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.1078930
Nov 24 16:58:39.958754 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9ec6327a-19a0-4ec2-881d-0231d0f91fdd req-df149106-8a6b-46c0-8e17-205a9247ce25 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435855
Nov 24 16:58:40.694802 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-0456ca2e-6e26-4904-a658-84041901a55e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 1099 time: 0.0757127
Nov 24 16:58:40.833333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-9bf064c1-3422-4b14-b27e-6c79ac3ebeb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:40.834920 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-9bf064c1-3422-4b14-b27e-6c79ac3ebeb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 918 time: 0.1338043
Nov 24 16:58:40.941095 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-44634d93-07e9-4c1c-a37e-999f2b90ed99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874 HTTP/1.1" status: 200  len: 1001 time: 0.0991826
Nov 24 16:58:41.012235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-6ac54200-b691-4923-ab85-b1b4f47289d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:41.013865 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-6ac54200-b691-4923-ab85-b1b4f47289d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.0671520
Nov 24 16:58:41.099767 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-d4cf9e35-5bc4-46a0-89cc-2e8e444c3b50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797136
Nov 24 16:58:41.143249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-988712bd-0260-44ee-937e-88b7ec6d6494 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 16:58:41.144238 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-988712bd-0260-44ee-937e-88b7ec6d6494 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0051138
Nov 24 16:58:41.297266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ca98e-29a0-4d64-a8a1-d30888c9e72a req-5b8e12d9-6ee4-4011-baf3-c81d638216f7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:41.298903 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4b7ca98e-29a0-4d64-a8a1-d30888c9e72a req-5b8e12d9-6ee4-4011-baf3-c81d638216f7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.2026284
Nov 24 16:58:41.334096 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-b33fba6b-577a-4039-a2b6-fea641aa275e service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779547
Nov 24 16:58:41.431672 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4b7ca98e-29a0-4d64-a8a1-d30888c9e72a req-d48966ee-c7e1-4dc3-945c-b7861aa03ab9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233673
Nov 24 16:58:41.490808 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dbad8ecc-55d8-4570-82e5-8844f4dad74a req-314f3c1e-90c1-428a-a1cf-bfc9e5a595ab service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452031
Nov 24 16:58:42.645667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec6593-6369-4220-98c7-f61779fb7b91 req-0024024e-d85f-46ef-9a4e-bd40f8826776 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:42.647318 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-41ec6593-6369-4220-98c7-f61779fb7b91 req-0024024e-d85f-46ef-9a4e-bd40f8826776 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0822248
Nov 24 16:58:42.698782 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-41ec6593-6369-4220-98c7-f61779fb7b91 req-f6eb29e3-082d-4fe6-b092-02a090985d53 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453956
Nov 24 16:58:43.909811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa0440-ce0a-4f00-8650-8f81f754e2c9 req-1deea8e1-9690-4e2b-9134-7c96bbf8191b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:43.911456 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1aa0440-ce0a-4f00-8650-8f81f754e2c9 req-1deea8e1-9690-4e2b-9134-7c96bbf8191b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 946 time: 0.0838356
Nov 24 16:58:43.960393 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1aa0440-ce0a-4f00-8650-8f81f754e2c9 req-2bc65b5b-fd87-453d-8f69-1e8a9576eadc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429037
Nov 24 16:58:44.667424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:58:44.788287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:44.817065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:58:44.827551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:58:44.830905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:58:44.832804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-83032571-43ff-4f9d-aaf9-51f1a1f0f868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:58:44.889046 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'code': 422} returned with failed status
Nov 24 16:58:44.911895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=8']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:58:44.915592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:58:45.474660 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9e5e52b0-ba87-401f-b6d2-af674abaca14 req-5464e1a4-684d-482a-bc2d-f7f8fe0a7748 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0775194
Nov 24 16:58:45.746772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad345c-ccdd-442e-a5a9-c9c75911aac2 req-47dc9289-de7c-4820-990a-d7fda3c1fd86 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:45.748355 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bbad345c-ccdd-442e-a5a9-c9c75911aac2 req-47dc9289-de7c-4820-990a-d7fda3c1fd86 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0825069
Nov 24 16:58:45.796521 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bbad345c-ccdd-442e-a5a9-c9c75911aac2 req-d3e9e858-d2a8-4d52-92f8-dd444e41a52a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412762
Nov 24 16:58:45.815360 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-b9974090-94cc-428a-82d9-bd8025eb1adb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1525936
Nov 24 16:58:46.379421 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-73c75a4e-5696-41b4-8466-53cae64ce388 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac&tenant_id=5bc4b64f600d48fe89469791c11343df HTTP/1.1" status: 200  len: 1097 time: 0.0827849
Nov 24 16:58:46.473661 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-45964988-f357-4177-a84d-6a68ecc5ff12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5bc4b64f600d48fe89469791c11343df&device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 1097 time: 0.0739067
Nov 24 16:58:46.616479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-6fa4c64f-c5a9-477e-af97-d3923e14b38a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:46.618090 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-6fa4c64f-c5a9-477e-af97-d3923e14b38a service neutron] 10.222.0.21 "GET /v2.0/networks?id=775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 200  len: 918 time: 0.1390457
Nov 24 16:58:46.724253 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-f6ed2780-fe04-47da-ac56-71cb2cb71a84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874 HTTP/1.1" status: 200  len: 999 time: 0.1004038
Nov 24 16:58:46.791331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-49bce1d7-ff99-48c6-8c5d-3ec6751bd72f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:46.792796 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-49bce1d7-ff99-48c6-8c5d-3ec6751bd72f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 200  len: 856 time: 0.0628073
Nov 24 16:58:46.876668 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-0bba0d33-9922-426e-b1da-8de65bfbbc13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=775fd794-fac2-4525-b9fe-0504fe2b2946&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779335
Nov 24 16:58:47.079755 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-9d100ca3-4589-4e67-9a3c-124cc853fa8e service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966579
Nov 24 16:58:47.090004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82524c28-d058-41e4-8067-d506338733c7 req-5a4c6289-4ee1-4e0c-afb4-8d03000d5cb5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:47.091530 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82524c28-d058-41e4-8067-d506338733c7 req-5a4c6289-4ee1-4e0c-afb4-8d03000d5cb5 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.1342440
Nov 24 16:58:47.238876 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-82524c28-d058-41e4-8067-d506338733c7 req-acbfab6d-ddef-4904-af61-2137b19c3708 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257451
Nov 24 16:58:47.271455 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-8cdce96f-7924-4f72-b77b-a5c22cb385c2 service neutron] 10.222.0.21 "GET /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789002
Nov 24 16:58:48.475052 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a16d-729e-40e9-a96d-a324455ea044 req-b73274e5-f7bb-4d37-9ae3-3145621475d8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:48.476682 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4430a16d-729e-40e9-a96d-a324455ea044 req-b73274e5-f7bb-4d37-9ae3-3145621475d8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0914586
Nov 24 16:58:48.528446 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4430a16d-729e-40e9-a96d-a324455ea044 req-a1ffa288-d549-4b5a-a87e-9657639424ee tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445194
Nov 24 16:58:49.906633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737f82a-47f1-4f95-a94b-0e36166d86e1 req-f5e7b703-3ca6-4ac3-b6cd-56f136085022 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:49.908634 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4737f82a-47f1-4f95-a94b-0e36166d86e1 req-f5e7b703-3ca6-4ac3-b6cd-56f136085022 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.1052368
Nov 24 16:58:49.963933 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4737f82a-47f1-4f95-a94b-0e36166d86e1 req-eab6a998-df9e-4cb4-91c5-8336257e20cd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487430
Nov 24 16:58:51.191999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576311fc-0c24-48c0-b00c-3d246e525929 req-7972c32a-cf09-490d-b72a-043892125d30 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:51.200227 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-576311fc-0c24-48c0-b00c-3d246e525929 req-7972c32a-cf09-490d-b72a-043892125d30 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0967486
Nov 24 16:58:51.254670 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-576311fc-0c24-48c0-b00c-3d246e525929 req-4fbf71bb-cc99-4648-9ff4-da761007d05d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528624
Nov 24 16:58:52.470481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1e0e7-c847-4a56-a952-4c348e3a3b52 req-c61a6ce7-a879-40f5-a090-1d96025ac09a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:52.472066 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1b1e0e7-c847-4a56-a952-4c348e3a3b52 req-c61a6ce7-a879-40f5-a090-1d96025ac09a tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0841990
Nov 24 16:58:52.525382 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d1b1e0e7-c847-4a56-a952-4c348e3a3b52 req-c9a2ea5e-3935-4c3d-8c90-b325cd04f8df tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469673
Nov 24 16:58:53.983245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09719-e0bf-4408-b637-f73e51b63e4c req-34652f7f-f9ec-4a25-b9d6-1333836e6f48 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:53.984923 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3a09719-e0bf-4408-b637-f73e51b63e4c req-34652f7f-f9ec-4a25-b9d6-1333836e6f48 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.3076644
Nov 24 16:58:54.035924 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f3a09719-e0bf-4408-b637-f73e51b63e4c req-edd85d7f-ff49-4ae0-bc28-0bee26d717a2 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435572
Nov 24 16:58:55.288592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c1cdd-a869-460c-8db5-850340d0d848 req-2cbd19bc-3328-482d-8b5b-fbab58143e6d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:55.295904 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-830c1cdd-a869-460c-8db5-850340d0d848 req-2cbd19bc-3328-482d-8b5b-fbab58143e6d tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.1238317
Nov 24 16:58:55.348330 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-830c1cdd-a869-460c-8db5-850340d0d848 req-bf2e932f-0b0a-4d1e-998b-85223ab50175 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514035
Nov 24 16:58:56.586605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231cc6c-e3a0-48a1-aa03-303c261eac89 req-c99887af-665c-4a75-9799-00c8ff64493e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:56.588144 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7231cc6c-e3a0-48a1-aa03-303c261eac89 req-c99887af-665c-4a75-9799-00c8ff64493e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0845678
Nov 24 16:58:56.638454 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7231cc6c-e3a0-48a1-aa03-303c261eac89 req-e357c6a2-c8e2-420a-84ab-cadf705faa01 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438869
Nov 24 16:58:57.866005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591235f-28aa-4714-a2d0-baa7335b44dd req-b33f7a2a-791b-40c8-95c5-eb5a3dc715dd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:57.867665 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c591235f-28aa-4714-a2d0-baa7335b44dd req-b33f7a2a-791b-40c8-95c5-eb5a3dc715dd tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0872059
Nov 24 16:58:57.918843 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c591235f-28aa-4714-a2d0-baa7335b44dd req-01fa2389-4985-408a-9267-28261fe4e6b8 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446680
Nov 24 16:58:59.135113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9bac0-abb7-456c-ac2a-d3ea8cbaa17d req-011aeb3f-531d-426a-b785-d642db94f6ed tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:58:59.136682 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6df9bac0-abb7-456c-ac2a-d3ea8cbaa17d req-011aeb3f-531d-426a-b785-d642db94f6ed tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0819988
Nov 24 16:58:59.183882 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6df9bac0-abb7-456c-ac2a-d3ea8cbaa17d req-23f49f6a-7827-45be-8168-2fec04ae7af9 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404978
Nov 24 16:59:00.225453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:00.401226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3e205-163a-45da-af01-ae32b7921dc7 req-ee0e7ead-d38a-443c-86db-d26d5a23bffc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:00.402830 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50a3e205-163a-45da-af01-ae32b7921dc7 req-ee0e7ead-d38a-443c-86db-d26d5a23bffc tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 944 time: 0.0844688
Nov 24 16:59:00.450946 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50a3e205-163a-45da-af01-ae32b7921dc7 req-0e35a30d-960e-4921-976b-763a5c8f6bed tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413816
Nov 24 16:59:00.711182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 16:59:00.852659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:00.866698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'port_id': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'mac_address': 'fa:16:3e:09:a1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 16:59:00.921415 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:00.939595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6763c6-1c95-44a4-8d56-001f1cc00874 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 16:59:00.954871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:00.957547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:00.959413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-137540a3-558f-4a62-876a-9a83cddfe2cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:01.026061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=9']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:01.029181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:01.186625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['ab6763c6-1c95-44a4-8d56-001f1cc00874'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 16:59:01.661118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d717a-5a51-4316-b092-80c4ff59c12b req-da41c240-7688-4e3a-8b7d-8553664e5335 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:01.662729 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6d7d717a-5a51-4316-b092-80c4ff59c12b req-da41c240-7688-4e3a-8b7d-8553664e5335 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 945 time: 0.0804462
Nov 24 16:59:01.718882 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6d7d717a-5a51-4316-b092-80c4ff59c12b req-8cc0af8f-9308-4615-9494-a2bdb5d996be tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502887
Nov 24 16:59:02.726587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 16:59:02.939858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7262f8-71a1-44f4-ad68-b5c55ebb7336 req-666c653c-866c-4ff0-8ee3-981d3d55e7ea tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:02.941467 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2f7262f8-71a1-44f4-ad68-b5c55ebb7336 req-666c653c-866c-4ff0-8ee3-981d3d55e7ea tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 945 time: 0.0842721
Nov 24 16:59:02.955971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port ab6763c6-1c95-44a4-8d56-001f1cc00874 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 16:59:02.956388 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:02.991934 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2f7262f8-71a1-44f4-ad68-b5c55ebb7336 req-48b031f1-567e-4410-850b-b2ac1926639e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433834
Nov 24 16:59:03.081825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:03.111759 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:59:03.121783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:03.124715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:03.127417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-899d4acb-c30b-4283-a346-a299aa9f12a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:03.178856 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'code': 200}
Nov 24 16:59:03.196124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=10']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:03.199245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:03.424725 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0b67b440-1e69-42db-a1e2-6dc88884b3be req-9be3260d-7068-42ee-8707-f321fa6d8894 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 1100 time: 0.0797067
Nov 24 16:59:03.468794 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0b67b440-1e69-42db-a1e2-6dc88884b3be req-13835ace-294a-4da8-a443-c92507e05227 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381074
Nov 24 16:59:04.214831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cc306-8281-48e9-8c14-4deb69210ab3 req-cabd38e8-cc55-4830-a9cc-239573e3bdfa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:04.217369 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-049cc306-8281-48e9-8c14-4deb69210ab3 req-cabd38e8-cc55-4830-a9cc-239573e3bdfa tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 947 time: 0.0833533
Nov 24 16:59:04.265394 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-049cc306-8281-48e9-8c14-4deb69210ab3 req-c8ff55fe-c97e-4644-8a93-c9768b18b94e tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420609
Nov 24 16:59:05.071873 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31c24e90-0ed4-4e64-b4c7-90b4d285a5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:05.488349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48f7d1-804d-48f2-8bc0-895a2f66677f req-5f0c2735-3ccf-4b59-a5d2-07804c015668 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:05.489908 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5e48f7d1-804d-48f2-8bc0-895a2f66677f req-5f0c2735-3ccf-4b59-a5d2-07804c015668 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 947 time: 0.0844991
Nov 24 16:59:05.537593 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5e48f7d1-804d-48f2-8bc0-895a2f66677f req-c3c0f83e-c676-4d1c-8c17-db47d7103ecf tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414755
Nov 24 16:59:06.541378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:07.086725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:59:07.597121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-02b2a5a9-8fce-4641-91b1-10959f91bfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:08.099101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:09.076417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:10.221354 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-cc553d7b-e8f9-49e8-ba1c-7d63ffc22029 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0736969
Nov 24 16:59:10.317657 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-7d7b33fb-8c9a-461d-80c5-59d84f19eb39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 1099 time: 0.0752976
Nov 24 16:59:10.478314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-9bc986b9-9769-4906-8797-638e148c4b66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:10.479879 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-9bc986b9-9769-4906-8797-638e148c4b66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 912 time: 0.1343660
Nov 24 16:59:10.586187 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-7165f377-f7a0-4d00-a7e8-7ff20ea0ab9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f HTTP/1.1" status: 200  len: 1001 time: 0.1000288
Nov 24 16:59:10.656626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-9f40d8c4-6c5d-4b55-8401-d1f94467fe7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:10.658220 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-9f40d8c4-6c5d-4b55-8401-d1f94467fe7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.0657654
Nov 24 16:59:10.737842 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-a7023e3a-9d9b-406a-a9e0-7faaf52b4255 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721405
Nov 24 16:59:10.878551 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-5bf41257-80d2-4d24-8f65-ff0e8be47cf7 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342373
Nov 24 16:59:11.019006 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-85b862a1-1d65-4ec1-986a-aa3bf73f2117 req-8c7641c8-66b9-4aec-ab97-35ae3d25ec89 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348150
Nov 24 16:59:30.239393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:34.978947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe590cd9-32e4-4a46-9d4c-eb3001b5b123 req-cdb9963f-06d8-4ce2-be52-8e40d0f649db tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:34.980544 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe590cd9-32e4-4a46-9d4c-eb3001b5b123 req-cdb9963f-06d8-4ce2-be52-8e40d0f649db tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 947 time: 0.0888014
Nov 24 16:59:35.028352 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fe590cd9-32e4-4a46-9d4c-eb3001b5b123 req-4832dd4c-3329-4179-a5c3-bc4376a3f8a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413139
Nov 24 16:59:35.073235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32165968-e042-4c5a-9537-98e635308018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:36.206100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-2a6f4ab7-f843-44eb-b9a2-b7a86a30455f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:36.207650 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-2a6f4ab7-f843-44eb-b9a2-b7a86a30455f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 947 time: 0.1187391
Nov 24 16:59:36.297742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Deleting port ab6763c6-1c95-44a4-8d56-001f1cc00874 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:36.298177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:36.369646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2245b57-ed28-4132-bbcf-695e2c09e73a req-dba3f45c-cade-47fb-8368-8dddfaaf175f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 16:59:36.371293 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a2245b57-ed28-4132-bbcf-695e2c09e73a req-dba3f45c-cade-47fb-8368-8dddfaaf175f tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 947 time: 0.2095399
Nov 24 16:59:36.533034 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a2245b57-ed28-4132-bbcf-695e2c09e73a req-02bec887-9ffc-4732-b350-a09102ad57f0 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups?id=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366925
Nov 24 16:59:36.543007 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:36.604654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] For port ab6763c6-1c95-44a4-8d56-001f1cc00874, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=ab6763c6-1c95-44a4-8d56-001f1cc00874,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:36.605055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:36.902904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:36.903374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:36.903731 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Floating IP 1276857c-676d-4421-83de-10918f4f08e5 disassociated. External IP: 172.27.3.86, port: ab6763c6-1c95-44a4-8d56-001f1cc00874.
Nov 24 16:59:36.904183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Calling delete_port for ab6763c6-1c95-44a4-8d56-001f1cc00874 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:59:37.049643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:37.055350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5ef54d55-344a-49ec-984a-f4ab0284f473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:37.098714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event deleted for resources: {'Port': ['ID=ab6763c6-1c95-44a4-8d56-001f1cc00874,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.120477 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:37.121882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:37.327007 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Router f812adf4-abcf-4aef-87a0-8f8e83fccd71 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:59:37.604038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7fff1649-b39d-48ba-89b8-59c2d14ac8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:37.768345 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6f6187b1-3de0-4efc-be84-0838f2bcb6df req-84f01519-2077-4ff9-92e6-d23c57a86be3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b84cd1f-aec5-4615-9b52-16d39934beac HTTP/1.1" status: 200  len: 210 time: 0.0604436
Nov 24 16:59:37.803004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:59:37.814218 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] Sync routers for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:59:37.826901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:59:37.827546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa43f358>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:59:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:37.878473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] No DVR routers for this DVR port ab6763c6-1c95-44a4-8d56-001f1cc00874 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:59:37.881055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:37.883916 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-deleted', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 16:59:37.900378 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d73e5bd1-8b8c-4de9-bed9-eef6d1605892 req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.21 "DELETE /v2.0/ports/ab6763c6-1c95-44a4-8d56-001f1cc00874 HTTP/1.1" status: 204  len: 173 time: 1.6869903
Nov 24 16:59:37.947668 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84cd1f-aec5-4615-9b52-16d39934beac', 'name': 'network-vif-deleted', 'tag': 'ab6763c6-1c95-44a4-8d56-001f1cc00874', 'status': 'completed', 'code': 200}
Nov 24 16:59:38.014693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:59:38.183362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:38.360111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa43f358>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:38.365030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] Checking router: f812adf4-abcf-4aef-87a0-8f8e83fccd71 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:59:38.376323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:59:38.376974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa43f358>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:59:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:38.562114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:59:38.814358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:59:38.851239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: ab6763c6-1c95-44a4-8d56-001f1cc00874 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:59:38.851640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device ab6763c6-1c95-44a4-8d56-001f1cc00874 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:59:38.920396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 56662) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:38.923633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa43f358>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:38.928088 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e672270-0aee-4914-bada-a4fe714eedb0 None None] The sync data for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi is: [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:28Z', 'revision_number': 4, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': 'da5dbf54-0b4a-4c49-89e1-9e29191ae544', 'name': '', 'network_id': '775fd794-fac2-4525-b9fe-0504fe2b2946', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'mac_address': 'fa:16:3e:d7:f9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:25Z', 'updated_at': '2021-11-24T16:48:44Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'subnets': [{'id': '58b1fbfc-eae2-4eed-a3d4-bb6d082c2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:59:38.992442 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.021484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.068736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.074528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0668dd04-201c-4bba-a0bf-be496e2879b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:39.078308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.090572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:39.096537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:39.098515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.099722 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "DELETE /v2.0/security-groups/ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647 HTTP/1.1" status: 204  len: 168 time: 0.1782672
Nov 24 16:59:39.102629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 56666) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:39.121724 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.v2.resource [None req-085201aa-15a2-4f1e-b347-1cdfe890df5b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] show failed (client error): The resource could not be found.
Nov 24 16:59:39.122791 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-085201aa-15a2-4f1e-b347-1cdfe890df5b tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "GET /v2.0/security-groups/ca4b1fd6-f9dc-41f1-b8bf-a15d398c6647 HTTP/1.1" status: 404  len: 347 time: 0.0191028
Nov 24 16:59:39.125756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 56670) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:39.298980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Deleting port d922d663-f820-4683-aa11-368c966aceae {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:39.299637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.429322 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550d4e60-ea1d-4856-9921-dcef0266e146 None None] New status for floating IP 1276857c-676d-4421-83de-10918f4f08e5: DOWN {{(pid=88187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 16:59:39.477168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.477581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:39.601593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Calling delete_port for d922d663-f820-4683-aa11-368c966aceae owned by network:floatingip {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:59:39.685744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 16:59:39.686159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 16:59:40.187501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Deleting port d922d663-f820-4683-aa11-368c966aceae {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:40.187899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:40.372859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:40.373219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:40.503838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Calling delete_port for d922d663-f820-4683-aa11-368c966aceae owned by network:floatingip {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:59:40.643493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:40.647698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:40.692399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Pushing event deleted for resources: {'Port': ['ID=d922d663-f820-4683-aa11-368c966aceae,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:40.697549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:40.790404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:40.804522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:40.805716 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] 10.222.0.53 "DELETE /v2.0/floatingips/1276857c-676d-4421-83de-10918f4f08e5 HTTP/1.1" status: 204  len: 168 time: 1.6789110
Nov 24 16:59:43.622080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 56712) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:44.088239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 16:59:44.159911 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:44.815118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Deleting port da5dbf54-0b4a-4c49-89e1-9e29191ae544 {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:44.815630 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:44.992801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] For port da5dbf54-0b4a-4c49-89e1-9e29191ae544, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=da5dbf54-0b4a-4c49-89e1-9e29191ae544,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:44.993113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:45.123517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Calling delete_port for da5dbf54-0b4a-4c49-89e1-9e29191ae544 owned by network:router_interface {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:59:45.297602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:45.301792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:45.344204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5dbf54-0b4a-4c49-89e1-9e29191ae544,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:45.389815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.390275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.390692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.391102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.391512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.391951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.392354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.392813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.393221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.393625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.394041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:45.397747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:45.663520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:46.465752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Router f812adf4-abcf-4aef-87a0-8f8e83fccd71 has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 16:59:46.671856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 16:59:46.681894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] Sync routers for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 16:59:46.690111 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e4d13056-10f3-4308-a9e9-7a8c615427a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/f812adf4-abcf-4aef-87a0-8f8e83fccd71/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0664465
Nov 24 16:59:46.692436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 56728) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:46.696210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:59:46.696872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa25a198>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:59:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:46.901278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks [] for router, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:47.038727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:59:47.109685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:47.117825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Deleting port 6f8737cc-2af2-415b-a7d9-18331f397e3d {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:47.118232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:47.297101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] For port 6f8737cc-2af2-415b-a7d9-18331f397e3d, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=6f8737cc-2af2-415b-a7d9-18331f397e3d,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:47.297488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:47.339945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa25a198>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:59:45Z', 'revision_number': 5, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port': {'id': '6f8737cc-2af2-415b-a7d9-18331f397e3d', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:17Z', 'updated_at': '2021-11-24T16:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:47.344377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] Checking router: f812adf4-abcf-4aef-87a0-8f8e83fccd71 for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 16:59:47.355673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] Routers {'f812adf4-abcf-4aef-87a0-8f8e83fccd71'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 16:59:47.356303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa25a198>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T16:59:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:47.424787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Calling delete_port for 6f8737cc-2af2-415b-a7d9-18331f397e3d owned by network:router_gateway {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:59:47.511058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] Set router f812adf4-abcf-4aef-87a0-8f8e83fccd71 gateway port host: None {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 16:59:47.591393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:47.595787 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1df5908c-dc18-4d52-bc18-822da832b93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:47.623322 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa25a198>, [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:59:47Z', 'revision_number': 6, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:47.628206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddc99b3-f352-4221-977b-55f38b74e041 None None] The sync data for ids ['f812adf4-abcf-4aef-87a0-8f8e83fccd71'] in dv-cinder-818778-2-iscsi is: [{'id': 'f812adf4-abcf-4aef-87a0-8f8e83fccd71', 'name': 'tempest-AttachVolumeShelveTestJSON-2143938830-router', 'tenant_id': '5bc4b64f600d48fe89469791c11343df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:59:47Z', 'revision_number': 6, 'project_id': '5bc4b64f600d48fe89469791c11343df', 'gw_port_host': None}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 16:59:47.641825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8737cc-2af2-415b-a7d9-18331f397e3d,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:47.646645 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:47.878763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.154139 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.155280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 6f8737cc-2af2-415b-a7d9-18331f397e3d no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:59:48.158693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.186703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.187242 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f812adf4-abcf-4aef-87a0-8f8e83fccd71 {{(pid=88184) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 16:59:48.192176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 6f8737cc-2af2-415b-a7d9-18331f397e3d {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:59:48.192667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 6f8737cc-2af2-415b-a7d9-18331f397e3d not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:59:48.193350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device da5dbf54-0b4a-4c49-89e1-9e29191ae544 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:59:48.201191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.204924 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3f27a68f-07f9-4917-86dc-91b0c2889b6a admin admin] 10.222.0.53 "DELETE /v2.0/routers/f812adf4-abcf-4aef-87a0-8f8e83fccd71 HTTP/1.1" status: 204  len: 168 time: 1.5092363
Nov 24 16:59:48.206472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 56740) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:48.240487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: da5dbf54-0b4a-4c49-89e1-9e29191ae544 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:59:48.240884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device da5dbf54-0b4a-4c49-89e1-9e29191ae544 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:59:48.275452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Deleting subnet 58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 16:59:48.278669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.334669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.417892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.485066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.489975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:48.527482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b1fbfc-eae2-4eed-a3d4-bb6d082c2554,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:48.530332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:48.535491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.540537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5954af-bae6-4ce4-a213-b8160f36053f None None] Network 775fd794-fac2-4525-b9fe-0504fe2b2946 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 16:59:48.542055 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-72e5cd73-5e27-486a-989e-ad01c2619e2a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/58b1fbfc-eae2-4eed-a3d4-bb6d082c2554 HTTP/1.1" status: 204  len: 168 time: 0.3344662
Nov 24 16:59:48.544760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 56744) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:48.660673 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.671402 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Deleting port 1dbe9257-78be-4fde-b4b5-194f693a221c {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:48.671767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:48.799403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] DHCP port deletion for 775fd794-fac2-4525-b9fe-0504fe2b2946 request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 16:59:48.803809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Deleting port 1dbe9257-78be-4fde-b4b5-194f693a221c {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:48.804233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:49.024282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] For port 1dbe9257-78be-4fde-b4b5-194f693a221c, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1dbe9257-78be-4fde-b4b5-194f693a221c,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:49.024623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:49.123795 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] For port 1dbe9257-78be-4fde-b4b5-194f693a221c, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=1dbe9257-78be-4fde-b4b5-194f693a221c,segment=NetworkSegment(c7ee4e7d-2b0d-49bf-9b70-1e15faebefec),segment_id=c7ee4e7d-2b0d-49bf-9b70-1e15faebefec)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 16:59:49.124193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:49.159820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Calling delete_port for 1dbe9257-78be-4fde-b4b5-194f693a221c owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:59:49.236525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623'] for port, after_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:49.241610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:49.256015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Calling delete_port for 1dbe9257-78be-4fde-b4b5-194f693a221c owned by network:dhcp {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 16:59:49.287775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Pushing event deleted for resources: {'Port': ['ID=1dbe9257-78be-4fde-b4b5-194f693a221c,revision_number=None']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:49.297713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] No DVR routers for this DVR port 1dbe9257-78be-4fde-b4b5-194f693a221c on host dv-cinder-818778-2-iscsi {{(pid=88186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 16:59:49.301994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.302547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.303053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.303648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.304150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.304644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.305141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.305641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.306158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.306656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.307175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 16:59:49.312434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4b3914be-c48e-491b-a5c7-1c6a3f239d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:49.332342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88184) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 16:59:49.332743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 16:59:49.834304 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Deleting port 1dbe9257-78be-4fde-b4b5-194f693a221c {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 16:59:49.834861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:49.898221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] The port '1dbe9257-78be-4fde-b4b5-194f693a221c' was deleted {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 16:59:50.017364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.053229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83fa26b5c0>,) {'filters': {'network_id': ['775fd794-fac2-4525-b9fe-0504fe2b2946']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:50.066364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83fa26b5c0>, 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:50.066707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83fa26b5c0>, 'c7ee4e7d-2b0d-49bf-9b70-1e15faebefec') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 16:59:50.078471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.093700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.100738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 16:59:50.101160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 16:59:50.115345 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 16:59:50.144486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1dbe9257-78be-4fde-b4b5-194f693a221c no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 16:59:50.181254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 1dbe9257-78be-4fde-b4b5-194f693a221c {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 16:59:50.181646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 1dbe9257-78be-4fde-b4b5-194f693a221c not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 16:59:50.200525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.204984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2677e24a-5c81-4659-bd5b-85734540a782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:50.222183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.228878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Pushing event deleted for resources: {'Network': ['ID=775fd794-fac2-4525-b9fe-0504fe2b2946,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:50.233571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:50.245294 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-626f1aa9-e59f-49c8-abd0-8f3050035748 admin admin] 10.222.0.53 "DELETE /v2.0/networks/775fd794-fac2-4525-b9fe-0504fe2b2946 HTTP/1.1" status: 204  len: 168 time: 1.6994212
Nov 24 16:59:50.390569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 56758) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:50.442624 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-83f4b088-0eea-4a22-9fa9-70bcb992445e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bc4b64f600d48fe89469791c11343df&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0507002
Nov 24 16:59:50.445231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 56762) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:50.507043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f16b272-3ec0-4457-87f4-b0f7ddd11a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.533262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f16b272-3ec0-4457-87f4-b0f7ddd11a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.580229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f16b272-3ec0-4457-87f4-b0f7ddd11a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.585219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-139de229-a572-4235-af8f-cde96493b6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:50.598702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16b272-3ec0-4457-87f4-b0f7ddd11a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b963236-1dc0-4e33-a70e-1de1c8dcc0a7,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:50.602784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0f16b272-3ec0-4457-87f4-b0f7ddd11a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:50.606604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f16b272-3ec0-4457-87f4-b0f7ddd11a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:50.608066 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0f16b272-3ec0-4457-87f4-b0f7ddd11a95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b963236-1dc0-4e33-a70e-1de1c8dcc0a7 HTTP/1.1" status: 204  len: 168 time: 0.1618028
Nov 24 16:59:54.093860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 56830) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:54.245880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:54.281112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 16:59:54.285751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Usage tracker for resource:security_group_rule and tenant:8f3dfdc3fec1451b8da166c2870f5e39 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 16:59:54.288794 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 16:59:54.294765 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 16:59:54.366713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:54.369265 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:54.376777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d21cfaf1-802d-4acc-9200-faf4f7d09124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:54.418515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e8aad-c819-4290-a49d-cbc6baf5f6aa,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:54.422283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:54.424691 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f9228bbb-cf41-4086-bf3d-f1aff8a38ffc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f3dfdc3fec1451b8da166c2870f5e39&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3298094
Nov 24 16:59:54.427583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 56836) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 16:59:54.489992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:54.516062 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:54.560210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:54.565317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-56f7488d-0b5b-41de-b1f9-ac9a00aadf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 16:59:54.578734 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e8aad-c819-4290-a49d-cbc6baf5f6aa,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 16:59:54.581745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 16:59:54.583826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 16:59:54.586125 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e1e8aad-c819-4290-a49d-cbc6baf5f6aa HTTP/1.1" status: 204  len: 168 time: 0.1565323
Nov 24 17:00:00.247213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:05.076282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58b5bdd6-031a-4d84-a74b-ac7991e3fbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:06.545526 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:07.597291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e814044d-327b-4ab4-972d-a3708936a780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:08.106639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:09.082061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:21.089275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:00:30.254808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:35.078231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-145b1f2d-0ecb-4008-a436-52692a092aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:36.547908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:37.598600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-591909db-6735-4a4b-8299-ad2b9e0330d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:38.108069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:38.639549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 57380) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:38.841969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:38.874235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:00:38.878292 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Usage tracker for resource:security_group_rule and tenant:4d04ec27fd474779808ac05451eecefc is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:00:38.881992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:00:38.888591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:00:38.955373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:38.957890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:38.965194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a48b808a-389a-4a61-bffe-5ba2a3aa93ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:39.007235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d231e2-8cd0-4483-a6a2-4a097fb73e50,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:39.013754 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d04ec27fd474779808ac05451eecefc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3730295
Nov 24 17:00:39.016668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57390) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:39.019439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.019853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.020260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.020655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.021056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.021451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.021862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.022286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.022681 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.023069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.023457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:39.027528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:39.083408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.084817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.110064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.155303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.160364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10415bb0-80ad-46ad-9384-1f2d7da02111 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:39.174297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d231e2-8cd0-4483-a6a2-4a097fb73e50,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:39.176832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:39.179335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.182770 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6d231e2-8cd0-4483-a6a2-4a097fb73e50 HTTP/1.1" status: 204  len: 168 time: 0.1624010
Nov 24 17:00:39.588319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57398) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:39.608858 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.641067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:00:39.644994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Usage tracker for resource:security_group_rule and tenant:d284b123320a446c93d243c6ad52266e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:00:39.647910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:00:39.654315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:00:39.722927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.725514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.733273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-846a1462-f169-468b-a193-5252d1452079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:39.778713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3975b757-3425-460e-9475-38bac37751c8,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:39.784076 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d284b123320a446c93d243c6ad52266e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1946542
Nov 24 17:00:39.785283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:39.786149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57404) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:39.850051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.877057 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.920745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.925785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cadc5880-2b0d-43b7-81e1-ab98bfd0d0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:39.936767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3975b757-3425-460e-9475-38bac37751c8,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:39.941708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:39.943937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:39.944824 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3975b757-3425-460e-9475-38bac37751c8 HTTP/1.1" status: 204  len: 168 time: 0.1577003
Nov 24 17:00:42.370818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57472) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:42.524887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:42.555627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:00:42.560367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:71a155cc696c491688838950c97d3fc4 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:00:42.563228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:00:42.569011 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:00:42.637863 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:42.640353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:42.647625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ca65015a-4cbd-46ac-be6d-f50726d544e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:42.691152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c994b9-e6de-42f4-88e3-a8aee7a44e02,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:42.694861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:42.697222 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71a155cc696c491688838950c97d3fc4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3253095
Nov 24 17:00:42.700647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57478) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:42.760080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:42.786396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:42.832317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:42.837307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-060518f7-d0e7-432c-9067-ff30e96ab0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:42.849481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c994b9-e6de-42f4-88e3-a8aee7a44e02,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:42.852632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:42.855663 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:42.859676 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83c994b9-e6de-42f4-88e3-a8aee7a44e02 HTTP/1.1" status: 204  len: 168 time: 0.1554019
Nov 24 17:00:43.198629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57490) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:43.221362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:43.258903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:00:43.262885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Usage tracker for resource:security_group_rule and tenant:8ec70741acb94619b20132b14ef4f7b0 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:00:43.265745 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:00:43.271663 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:00:43.342337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:43.344850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:43.352068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-20943ec1-015a-4c44-9296-0a51b7b921d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:43.394402 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5f73e-5e6d-40eb-8e9d-167ae3af58f2,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:43.397488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:43.399904 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ec70741acb94619b20132b14ef4f7b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1997223
Nov 24 17:00:43.403254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57494) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:43.465434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:43.492028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:43.534279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:43.539042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-facd8d05-bd8e-4cd6-9002-ecf9d8fe282d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:43.555740 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5f73e-5e6d-40eb-8e9d-167ae3af58f2,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:43.558525 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:43.559920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:43.561079 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fce5f73e-5e6d-40eb-8e9d-167ae3af58f2 HTTP/1.1" status: 204  len: 168 time: 0.1568286
Nov 24 17:00:48.779935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57576) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:48.928008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:48.960870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:00:48.964870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Usage tracker for resource:security_group_rule and tenant:e80c2db4948848d18f01e2a82c2f1f16 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:00:48.967777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:00:48.973703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:00:49.038284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.041036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.048318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0055724d-3f8a-445b-8565-010a82c896e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:49.093349 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e80c2db4948848d18f01e2a82c2f1f16&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3121784
Nov 24 17:00:49.094198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef49dece-7738-4d5f-b31f-76d4b374bace,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:49.096353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 57582) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:49.103420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.103846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.104266 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.104726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.105135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.105541 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.105945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.106380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.106777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.107179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.107574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:00:49.111609 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2a81c32b-875f-4576-bc75-dd7f78d0fe84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:49.166399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.193827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.239409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.244639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2b2afe52-fce9-4787-b765-5b412d93cd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:49.259133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef49dece-7738-4d5f-b31f-76d4b374bace,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:49.261941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:49.273464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.274762 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef49dece-7738-4d5f-b31f-76d4b374bace HTTP/1.1" status: 204  len: 168 time: 0.1771269
Nov 24 17:00:49.614367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 57590) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:49.633950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.668208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:00:49.672418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc13cae27b44244a8689655f00d3360 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:00:49.675404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:00:49.682170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:00:49.756305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.759179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.766489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-64b559d4-d292-4668-978d-6bd1587fcaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:49.812532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c328f4-b2e3-4c05-9f63-84cfc83a56b9,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:49.815646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:49.818068 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-762c9688-4d68-492a-a69c-f65372c3ac16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cc13cae27b44244a8689655f00d3360&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2026167
Nov 24 17:00:49.820945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57598) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:00:49.883160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.909184 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.956057 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.960825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3ea2b8c9-896a-42ae-9383-82f1afb199f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:00:49.975393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c328f4-b2e3-4c05-9f63-84cfc83a56b9,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:00:49.978495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:00:49.983237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:00:49.984698 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62c328f4-b2e3-4c05-9f63-84cfc83a56b9 HTTP/1.1" status: 204  len: 168 time: 0.1624436
Nov 24 17:00:58.091077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:01:00.267812 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:05.079243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2183242-47da-4e70-a56b-1a17eacc91e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:06.553735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:07.600100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a06ee11-f8e0-4a9e-aba6-96cd1c471351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:08.111151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:09.087270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:12.471809 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-8892ff8a-54be-46e9-a8f9-3634e2d4561c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2072017
Nov 24 17:01:12.645392 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-d093bc59-ef9e-4115-9de9-7fe4b004190e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1099 time: 0.1003447
Nov 24 17:01:12.801999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-d26adea6-ffd1-4f33-a3d9-17ad095b1e7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:12.803625 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-d26adea6-ffd1-4f33-a3d9-17ad095b1e7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1394958
Nov 24 17:01:12.878061 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-0de39111-3e57-46d5-83a9-66b819554ec5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0672553
Nov 24 17:01:12.953491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-a011bfe1-796a-4fee-9f37-796cadd9f443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:12.955105 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-a011bfe1-796a-4fee-9f37-796cadd9f443 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0709665
Nov 24 17:01:13.006548 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-a466e5b8-2f65-4389-b4d0-1d7d1889659a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454297
Nov 24 17:01:13.144009 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-c81e8c34-9bba-4dfd-b89e-7b420bde2a47 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310318
Nov 24 17:01:13.285801 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-68bd0617-b159-4315-b7dc-91e1f0c3ba06 req-02fd3620-7257-498e-8b71-0607058dd12a service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360288
Nov 24 17:01:24.139281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57914) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:01:24.289801 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:24.322219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:01:24.326895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Usage tracker for resource:security_group_rule and tenant:519ff2d632e54d55ba8baddb010d06cb is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:01:24.330254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:01:24.336427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:01:24.402655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:24.405178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:24.412418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72571375-88a9-42c6-bd94-8d1bca3cc251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:24.455349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dee922-1ecd-4d0e-b12e-670bf86eabcc,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:24.459525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=519ff2d632e54d55ba8baddb010d06cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3191779
Nov 24 17:01:24.460529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:24.462373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57920) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:01:24.526715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:24.552856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:24.598063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:24.601779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6f5e908c-2106-4d2e-8a3d-469144862966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:24.613512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dee922-1ecd-4d0e-b12e-670bf86eabcc,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:24.615910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:24.620790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:24.622603 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9dee922-1ecd-4d0e-b12e-670bf86eabcc HTTP/1.1" status: 204  len: 168 time: 0.1592627
Nov 24 17:01:25.438950 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 57946) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:01:25.574210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1024818453-network', 'tenant_id': 'c81e7a74b5d641a4809c97b8741f3cf7'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:01:25.579300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:01:25.583363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Usage tracker for resource:network and tenant:c81e7a74b5d641a4809c97b8741f3cf7 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:01:25.586373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:01:25.592813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:01:25.602346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Made reservation on behalf of c81e7a74b5d641a4809c97b8741f3cf7 for: {'network': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:01:25.607595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.620436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.651653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:01:25.656236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Usage tracker for resource:security_group_rule and tenant:c81e7a74b5d641a4809c97b8741f3cf7 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:01:25.659112 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:01:25.664976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:01:25.732413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.735148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.739259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9f243355-39c5-4189-a97d-7fb85818a53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:25.763463 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'}  {{(pid=88184) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 17:01:25.776254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf98c308-c82b-47d3-82e2-a24afaaf7eb4,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:25.780800 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:25.781764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.782179 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Added segment 5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8 of type vlan for network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2
Nov 24 17:01:25.813224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.841325 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.842554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:25.843184 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:25.847882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:25.958891 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5160460
Nov 24 17:01:25.959293 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 57956) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:01:25.960699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Pushing event updated for resources: {'Network': ['ID=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:25.964115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:25.965820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Request body: {'subnet': {'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1024818453-subnet', 'tenant_id': 'c81e7a74b5d641a4809c97b8741f3cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:01:25.970958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:01:25.971935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 17:01:25.975035 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Usage tracker for resource:subnet and tenant:c81e7a74b5d641a4809c97b8741f3cf7 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:01:25.977999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:01:25.985017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:01:25.994572 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Made reservation on behalf of c81e7a74b5d641a4809c97b8741f3cf7 for: {'subnet': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:01:25.999301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852405040'] for subnet, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:26.211601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852069340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852405055'] for subnet, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:26.216752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f208adc1-7233-4344-b58a-54ea815fd493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:26.290768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9741c5-9249-4f62-9f31-bce3efcdc4f0,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:26.295476 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:26.305784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Checking segment: {'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:01:26.306219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Network hostable DHCP agents. Network: 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 17:01:26.329109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 17:01:26.337227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2) {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:01:26.341149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:26.341784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:26.346929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f400d-789e-4bca-9c9b-709c807da6e2 None None] Network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:01:26.365923 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4051366
Nov 24 17:01:26.567968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703d170-5b57-4413-a497-3a6a213d6418 None None] Network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:01:28.737315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874e043-7ae1-480f-9794-83418d4317ad req-1dfe8937-0b3f-4c71-9f1c-b2c7c33afa64 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:28.738940 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-1dfe8937-0b3f-4c71-9f1c-b2c7c33afa64 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 814 time: 0.3674343
Nov 24 17:01:28.756114 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-d296a3a0-5e52-42f9-942f-96f27029f777 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/quotas/c81e7a74b5d641a4809c97b8741f3cf7 HTTP/1.1" status: 200  len: 375 time: 0.0112822
Nov 24 17:01:28.805277 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-85d4cde0-779b-4520-991e-db05ec581f07 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0436852
Nov 24 17:01:28.892317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-87a7d3b3-777c-43b6-9422-151d7733ff9a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:01:28.894061 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-87a7d3b3-777c-43b6-9422-151d7733ff9a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0812645
Nov 24 17:01:29.037480 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-846f2019-3196-4c1f-9fb9-37ef33e864d6 service neutron] 10.222.0.53 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361406
Nov 24 17:01:29.187918 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-33a8fe38-20d2-4548-97c9-3eada20fda96 service neutron] 10.222.0.53 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440361
Nov 24 17:01:29.446762 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-58ea1e55-9af2-4174-ac29-f69f98d2ac6c req-4d36eae9-be86-48b7-b006-05d19c2c9353 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 210 time: 0.0455656
Nov 24 17:01:29.657952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0d65f021-6970-44a2-8f2a-03c7ff0ca44b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:29.659588 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0d65f021-6970-44a2-8f2a-03c7ff0ca44b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 815 time: 0.1520317
Nov 24 17:01:29.677037 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-1da25ff0-987b-4b5c-af15-b34b630cb653 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/quotas/ddf80c87c78545b596193aea044877ba HTTP/1.1" status: 200  len: 375 time: 0.0115454
Nov 24 17:01:29.764019 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-c2f3934c-e418-46df-8daf-30411fcfe4cd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0817647
Nov 24 17:01:29.904770 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-a6d61cfd-0177-4b80-b0ab-67bd0c80a27b service neutron] 10.222.0.53 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334827
Nov 24 17:01:30.046838 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-cf1259b7-d244-41ab-b115-c9ceb064424a service neutron] 10.222.0.53 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356795
Nov 24 17:01:30.240481 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5ae15dc6-567d-45d3-b45c-b061c13e3ea2 req-e72cef44-9b0f-42ef-8a00-ec97301b1360 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 210 time: 0.0454991
Nov 24 17:01:30.270105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:30.562459 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8a38ed1d-5543-4dd6-af73-e2aa463bdb53 req-7604ec0e-9284-4c18-882b-6683bef3ad3e tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 210 time: 0.0489419
Nov 24 17:01:31.409881 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-56692033-9f42-4b68-96d6-2e54da8669bc req-1d8eb741-07a8-4af2-8316-eda6870640a1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 210 time: 0.0462248
Nov 24 17:01:31.739270 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c24ac4ad-00f5-4c1f-8fae-3d37e83697e3 req-9b7411a5-f34e-4342-8132-006f82c4289e tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 210 time: 0.1080263
Nov 24 17:01:31.793940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-9995737c-3246-4b8e-b09c-e2943a7a54b3 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:31.796072 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-9995737c-3246-4b8e-b09c-e2943a7a54b3 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 815 time: 0.1993515
Nov 24 17:01:31.811260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Request body: {'port': {'device_id': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a', 'admin_state_up': True, 'tenant_id': 'ddf80c87c78545b596193aea044877ba'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:01:31.952762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:01:31.962684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:01:31.972340 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Made reservation on behalf of ddf80c87c78545b596193aea044877ba for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:01:31.977895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:32.144012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Allocated IP 172.20.0.8 (b068dfe9-ad15-49a4-93e6-820815909b1a/ef414787-116d-4147-a25f-94e48d538de8/890e66e1-fb71-40b5-8d35-3b6f42cdeb22) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:01:32.356956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:32.381969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:32.387560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-403cd06a-d90c-49c2-8ca3-4687f0b9354c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:32.394782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a322ddb7-72b8-4e49-b0b5-c3980d086534'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:01:32.464718 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Pushing event updated for resources: {'Port': ['ID=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:32.467805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Network b068dfe9-ad15-49a4-93e6-820815909b1a is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:01:32.468955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:32.469827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:01:32.472009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:01:32.534887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:32.535550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:32.618878 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8123198
Nov 24 17:01:32.635489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Request body: {'port': {'device_id': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:01:32.702941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03099f95-e3a8-42ac-8721-3b49aeea1b93 req-ded170ca-9002-40fa-a397-3bbbd743fd92 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:32.703693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-03099f95-e3a8-42ac-8721-3b49aeea1b93 req-ded170ca-9002-40fa-a397-3bbbd743fd92 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Synchronizing usage tracker for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:01:32.772555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-03099f95-e3a8-42ac-8721-3b49aeea1b93 req-ded170ca-9002-40fa-a397-3bbbd743fd92 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Unset dirty status for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:01:32.773822 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03099f95-e3a8-42ac-8721-3b49aeea1b93 req-ded170ca-9002-40fa-a397-3bbbd743fd92 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 931 time: 0.2319269
Nov 24 17:01:32.783211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:32.929346 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-60f17e9e-754d-4f9c-bffe-6e3e9b6b042e req-899524e8-70d8-4e4b-aed1-784d785368b7 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 210 time: 0.0595243
Nov 24 17:01:32.937710 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03099f95-e3a8-42ac-8721-3b49aeea1b93 req-d703f846-4d6b-470a-aae4-43c4b0e6f1f0 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424625
Nov 24 17:01:33.212596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:01:33.219956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:33.235578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Transition to ACTIVE for port object 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:01:33.238237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:33.242564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e72b5a2c-00f3-44e1-9c8f-498fd4158c65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:33.378265 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Pushing event updated for resources: {'Port': ['ID=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:33.382576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:33.488614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Attempting to bind port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:01:33.489170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Attempting to bind port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:01:33.489301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Attempting to bind port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 on network b068dfe9-ad15-49a4-93e6-820815909b1a {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:01:33.495273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 on network b068dfe9-ad15-49a4-93e6-820815909b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 17:01:33.495635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Attempting to bind port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 on network b068dfe9-ad15-49a4-93e6-820815909b1a {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:01:33.502896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:01:33.503269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Checking segment: {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:01:33.503698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Bound using segment: {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:01:33.504164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Bound port: 890e66e1-fb71-40b5-8d35-3b6f42cdeb22, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:01:33.504546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:33.592225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] For port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:01:33.595327 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] For port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:01:33.598675 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:33.603080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9dd1eaf4-0f5d-4579-a39d-f46be51c8df1 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:33.669487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:33.671018 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] 10.222.0.21 "PUT /v2.0/ports/890e66e1-fb71-40b5-8d35-3b6f42cdeb22 HTTP/1.1" status: 200  len: 1093 time: 1.0431585
Nov 24 17:01:33.671559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'tag': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:01:33.689404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Pushing event updated for resources: {'Port': ['ID=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:33.692768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:33.783164 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-759ae975-c0f0-4dff-ab14-eb6e411bb8fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 1096 time: 0.0746524
Nov 24 17:01:33.859719 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-8e37e57d-f2c5-4898-9aec-a3df3fdf5e26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22 HTTP/1.1" status: 200  len: 217 time: 0.0702555
Nov 24 17:01:33.925457 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'tag': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22', 'status': 'completed', 'code': 200}
Nov 24 17:01:33.930910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-85a3c027-54c1-4936-b6a8-b14b527a0586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:33.932481 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-85a3c027-54c1-4936-b6a8-b14b527a0586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0668397
Nov 24 17:01:33.987823 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-f075d1fe-b0c0-4cbd-b69a-a17eddfe7f43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482593
Nov 24 17:01:34.187232 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3a638369-e42a-4238-b0e9-3efc6f2ffe2c req-9942798c-6f96-4845-b475-351cd81d5057 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 210 time: 0.1076024
Nov 24 17:01:34.252916 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-51757c65-f346-4d6d-a98f-bd198788d300 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550685
Nov 24 17:01:34.298181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c541-5760-4a3d-89b3-be44f0ad6269 req-daa8d66b-830b-4378-a59f-dd918a926663 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:34.299870 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0d28c541-5760-4a3d-89b3-be44f0ad6269 req-daa8d66b-830b-4378-a59f-dd918a926663 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 943 time: 0.2215405
Nov 24 17:01:34.747227 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0d28c541-5760-4a3d-89b3-be44f0ad6269 req-25424e28-6058-44e3-860d-bd574f846586 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3993232
Nov 24 17:01:34.763172 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-933d5b2d-41ed-4bfd-bd13-05a87d6a7d4b req-88fcd299-f40c-4bd2-93ab-ed5b04227efc service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5030520
Nov 24 17:01:34.823728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874e043-7ae1-480f-9794-83418d4317ad req-0c9edc38-15b3-44d0-afd9-2df0379a6150 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:34.826155 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-0c9edc38-15b3-44d0-afd9-2df0379a6150 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 814 time: 0.1860700
Nov 24 17:01:34.867157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Request body: {'port': {'device_id': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2', 'admin_state_up': True, 'tenant_id': 'c81e7a74b5d641a4809c97b8741f3cf7'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:01:35.032269 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-1a4b5989-d5fd-4363-b307-d2c7cd89d650 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 1096 time: 0.2049870
Nov 24 17:01:35.033150 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:01:35.037197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Usage tracker for resource:port and tenant:c81e7a74b5d641a4809c97b8741f3cf7 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:01:35.061938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:01:35.072986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:01:35.080975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-401b4730-5b54-4352-bf0b-0c33db315657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:35.092119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:01:35.146650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Made reservation on behalf of c81e7a74b5d641a4809c97b8741f3cf7 for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:01:35.152067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:35.265373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-56cfdc4f-ec72-4983-9268-29159563acdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:35.267027 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-56cfdc4f-ec72-4983-9268-29159563acdf service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.2268760
Nov 24 17:01:35.380753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 17:01:35.393969 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-ae3eb884-e133-49a0-95be-6534c7adfb33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22 HTTP/1.1" status: 200  len: 217 time: 0.1195958
Nov 24 17:01:35.398895 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-ff6670ea-a979-4c03-9f53-2cc8bf7fc3da req-28dd7caf-2832-405f-b52e-0f1dea27f80e tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 210 time: 0.0714507
Nov 24 17:01:35.525508 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-e349bd64-2f9b-4066-a28e-aa7c677485cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:35.527147 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-e349bd64-2f9b-4066-a28e-aa7c677485cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.1251159
Nov 24 17:01:35.532041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Allocated IP 172.20.0.6 (325c40b3-ad28-4a18-9ff1-a7331e6ff2d2/ab9741c5-9249-4f62-9f31-bce3efcdc4f0/d0bfd1c2-ec84-4b8d-aa62-649fa96496fc) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:01:35.585865 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-7b87e350-020c-4793-87db-7744704ca34d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512233
Nov 24 17:01:35.685573 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:01:35.699970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22', 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a', 'port_id': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22', 'mac_address': 'fa:16:3e:0b:9e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef414787-116d-4147-a25f-94e48d538de8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:01:35.754101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:35.772252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:01:35.787987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:01:35.791233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:35.793160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:35.862959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:35.870868 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-a28ec075-7843-42d2-9a49-7f4bedda01ec service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765377
Nov 24 17:01:35.872731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.873118 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.873491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.873867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.874271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.874639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.875001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.875365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.875726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.876087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.876446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:01:35.881027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:36.046092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['890e66e1-fb71-40b5-8d35-3b6f42cdeb22'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:01:36.074793 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:36.144801 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-42dac0ac-ab24-4bec-af0e-a5bd9fab4f50 req-24329408-2835-4cda-8d6c-41e25e748e1b service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2569060
Nov 24 17:01:36.158809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a509d-473d-4e27-8afe-cc92754d6abc req-19bda751-044c-4dc1-8b66-66dd65983535 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:36.160418 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d11a509d-473d-4e27-8afe-cc92754d6abc req-19bda751-044c-4dc1-8b66-66dd65983535 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 944 time: 0.2480156
Nov 24 17:01:36.161979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:36.168488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bce70c71-415a-4472-9a07-5cd2c2ce781d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:36.271767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Pushing event updated for resources: {'Port': ['ID=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:36.276618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:01:36.278306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:36.280723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:01:36.285103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:01:36.337562 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d11a509d-473d-4e27-8afe-cc92754d6abc req-9a9a5365-2bac-4f69-930d-3d07e1842251 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376059
Nov 24 17:01:36.357435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:36.358133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:36.377588 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5185804
Nov 24 17:01:36.389571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Request body: {'port': {'device_id': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:01:36.503959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:36.557935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:36.727999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2c120-47fa-495b-a2f0-427fcb910c51 req-b27f4486-59eb-46c7-bfe7-b04b828adf4c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:36.728755 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-0db2c120-47fa-495b-a2f0-427fcb910c51 req-b27f4486-59eb-46c7-bfe7-b04b828adf4c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Synchronizing usage tracker for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:01:36.829010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-0db2c120-47fa-495b-a2f0-427fcb910c51 req-b27f4486-59eb-46c7-bfe7-b04b828adf4c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Unset dirty status for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:01:36.830297 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0db2c120-47fa-495b-a2f0-427fcb910c51 req-b27f4486-59eb-46c7-bfe7-b04b828adf4c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 931 time: 0.3082998
Nov 24 17:01:36.913894 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0db2c120-47fa-495b-a2f0-427fcb910c51 req-260c4c7a-ca69-4beb-9665-9b8327b559aa tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690439
Nov 24 17:01:36.986347 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bfd1c2-ec84-4b8d-aa62-649fa96496fc {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:01:36.993288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.012570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Transition to ACTIVE for port object d0bfd1c2-ec84-4b8d-aa62-649fa96496fc will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:01:37.015573 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.021222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-750a0aed-ed81-4917-b5bb-323e4d8e12d1 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:37.363579 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:37.368661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:37.390430 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:01:37.464439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:01:37.469326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:01:37.469741 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.519267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Attempting to bind port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:01:37.519649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Attempting to bind port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:01:37.520014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Attempting to bind port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc on network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:01:37.536972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc on network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 17:01:37.537353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Attempting to bind port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc on network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:01:37.550959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:01:37.551330 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Checking segment: {'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:01:37.551750 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Bound using segment: {'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:01:37.552219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Bound port: d0bfd1c2-ec84-4b8d-aa62-649fa96496fc, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:01:37.552602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.584193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.622910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa5d3-e9e6-4c23-9cdc-284107689e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.629241 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:01:37.639455 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:01:37.639774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539341c8-c651-4105-857a-f430a749d761 req-f606ccaa-c4cc-49cf-8df3-df37951bfab9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:37.641344 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-539341c8-c651-4105-857a-f430a749d761 req-f606ccaa-c4cc-49cf-8df3-df37951bfab9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 944 time: 0.1732261
Nov 24 17:01:37.643628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.645841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:37.711467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] For port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:01:37.719853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:37.723207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:37.729208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] For port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:01:37.733535 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-539341c8-c651-4105-857a-f430a749d761 req-45c097e3-8c74-4fcc-8568-cf1221f850f8 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731850
Nov 24 17:01:37.735167 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.739879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-72a27bbe-32b3-492e-827d-21b547e3abec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:37.794859 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22', 'code': 200}
Nov 24 17:01:37.810234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:37.811733 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0bfd1c2-ec84-4b8d-aa62-649fa96496fc HTTP/1.1" status: 200  len: 1093 time: 1.4266424
Nov 24 17:01:37.812263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'tag': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:01:37.825061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:37.828401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:37.894634 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'tag': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc', 'status': 'completed', 'code': 200}
Nov 24 17:01:37.939086 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-b4a6555c-cee4-4ca3-b68f-7464a0d18a78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 1096 time: 0.0823381
Nov 24 17:01:38.113516 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-89f0b152-36b9-4c70-a7d4-488c45fada36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc HTTP/1.1" status: 200  len: 217 time: 0.1681397
Nov 24 17:01:38.115263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:38.209276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874e043-7ae1-480f-9794-83418d4317ad req-f13d1d22-b9b0-492e-9286-acf43fa125a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:38.210875 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-f13d1d22-b9b0-492e-9286-acf43fa125a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9741c5-9249-4f62-9f31-bce3efcdc4f0 HTTP/1.1" status: 200  len: 854 time: 0.0896730
Nov 24 17:01:38.259427 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-52a98075-652d-4455-a98e-cc8b9b3c4b99 req-c472ac92-47ac-4c21-b7f3-78231172f2f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 1098 time: 0.2549706
Nov 24 17:01:38.269603 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-3c00abc5-1d9e-4923-871b-673987a04716 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519445
Nov 24 17:01:38.291622 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabbb08-6b9c-46a6-861e-f7b6bcc2a9a7 req-34e2eb6f-6280-4984-9ca2-3d96bbdbc3df tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:38.293165 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-aeabbb08-6b9c-46a6-861e-f7b6bcc2a9a7 req-34e2eb6f-6280-4984-9ca2-3d96bbdbc3df tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 943 time: 0.2405016
Nov 24 17:01:38.444620 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-52a98075-652d-4455-a98e-cc8b9b3c4b99 req-2caa5d47-19f7-4f29-8bfd-485e94aa364e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769800
Nov 24 17:01:38.479174 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-aeabbb08-6b9c-46a6-861e-f7b6bcc2a9a7 req-f2032e85-54b5-407e-87fd-9f942a8ae1fe tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580992
Nov 24 17:01:38.487100 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-e14c571e-7553-415c-a454-481fc1af77b9 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034190
Nov 24 17:01:38.759781 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b874e043-7ae1-480f-9794-83418d4317ad req-acea261d-4525-40ca-8e43-f000e5431eae service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347218
Nov 24 17:01:38.949733 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-92c6ca56-3894-44f5-95f3-cfd29610dc74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 1096 time: 0.1390467
Nov 24 17:01:38.985853 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35842d0-4068-4f6c-9ab3-b0f6215ed4db req-1d9b3ec0-6872-4b32-b6de-7a1f4cf54fd0 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:38.987403 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e35842d0-4068-4f6c-9ab3-b0f6215ed4db req-1d9b3ec0-6872-4b32-b6de-7a1f4cf54fd0 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 945 time: 0.1231184
Nov 24 17:01:39.090591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:39.118743 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e35842d0-4068-4f6c-9ab3-b0f6215ed4db req-621302da-307d-41bd-acd6-7a5d36f9df21 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251774
Nov 24 17:01:39.139186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-d4486473-0c01-4562-bc05-3b462c164924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:39.140764 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-d4486473-0c01-4562-bc05-3b462c164924 service neutron] 10.222.0.21 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 915 time: 0.1840951
Nov 24 17:01:39.215167 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-d939feeb-c43e-486c-9ad2-d9d95b9b10ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc HTTP/1.1" status: 200  len: 217 time: 0.0662093
Nov 24 17:01:39.288670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-61913427-39c9-44bf-8a06-d1b0c8f8404b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:39.290241 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-61913427-39c9-44bf-8a06-d1b0c8f8404b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9741c5-9249-4f62-9f31-bce3efcdc4f0 HTTP/1.1" status: 200  len: 854 time: 0.0666487
Nov 24 17:01:39.353203 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-1020ebb7-1708-4c3e-a2b7-39c1fe355265 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504777
Nov 24 17:01:39.408877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device d0bfd1c2-ec84-4b8d-aa62-649fa96496fc details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 17:01:39.509874 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-f39133cc-3346-40e2-8eea-590fd9f424fa service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493661
Nov 24 17:01:39.556172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:01:39.571049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc', 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2', 'port_id': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc', 'mac_address': 'fa:16:3e:5a:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9741c5-9249-4f62-9f31-bce3efcdc4f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:01:39.628951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:39.646984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bfd1c2-ec84-4b8d-aa62-649fa96496fc {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:01:39.662198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:01:39.665168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:39.667064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:39.715751 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0c0e42bf-2564-4327-a45d-b6866925aab6 req-cae65fbe-1074-41a8-8de1-87e8572e1662 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987107
Nov 24 17:01:39.733764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:39.734865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dad62f-4cb5-457e-8c0b-725d101e6012 req-89e74053-1e0e-48db-ad4c-654212dbdf8f tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:39.736944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:39.737072 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1dad62f-4cb5-457e-8c0b-725d101e6012 req-89e74053-1e0e-48db-ad4c-654212dbdf8f tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 943 time: 0.1251662
Nov 24 17:01:39.784860 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e1dad62f-4cb5-457e-8c0b-725d101e6012 req-0361b92a-dfd3-4977-84c7-ba3779fc656f tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414255
Nov 24 17:01:39.885635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['d0bfd1c2-ec84-4b8d-aa62-649fa96496fc'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:01:40.322828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26318e-1dfa-46a8-860b-bc51c337eb72 req-5f4b64bf-8fde-4e55-8529-2d6c24c43d6b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:40.324960 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2f26318e-1dfa-46a8-860b-bc51c337eb72 req-5f4b64bf-8fde-4e55-8529-2d6c24c43d6b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 945 time: 0.0847292
Nov 24 17:01:40.372627 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2f26318e-1dfa-46a8-860b-bc51c337eb72 req-8227ba42-3769-4111-871f-78d3d6b738f9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411930
Nov 24 17:01:40.989104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381789c-e9d8-48ee-a517-2038c1dbce21 req-7b17ec9b-12b1-418e-905a-ca7cd2e3eb68 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:40.990643 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1381789c-e9d8-48ee-a517-2038c1dbce21 req-7b17ec9b-12b1-418e-905a-ca7cd2e3eb68 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 944 time: 0.0827129
Nov 24 17:01:41.037388 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1381789c-e9d8-48ee-a517-2038c1dbce21 req-00c878bc-dd64-4d1e-8da1-a4208a10074b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406787
Nov 24 17:01:41.439731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device d0bfd1c2-ec84-4b8d-aa62-649fa96496fc up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:01:41.507999 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:01:41.513250 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:01:41.513667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:41.627961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:41.655365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:01:41.665279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:01:41.669539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:01:41.671499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:01:41.717349 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc', 'code': 200}
Nov 24 17:01:41.737870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:01:41.741000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:01:41.944589 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-32afecb6-bbc3-4937-be56-ee64b547e82f req-283fc837-13f3-4005-8b81-b1764e334c3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 1098 time: 0.0750992
Nov 24 17:01:41.991799 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-32afecb6-bbc3-4937-be56-ee64b547e82f req-ada27c48-0d61-4bac-af7d-3d06b066c187 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409229
Nov 24 17:01:42.245622 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb016a3-c45f-4696-aeb7-b160b514e729 req-0440f492-ef00-49d1-8cd3-3ae0a0c6616e tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:42.247828 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-feb016a3-c45f-4696-aeb7-b160b514e729 req-0440f492-ef00-49d1-8cd3-3ae0a0c6616e tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 945 time: 0.0850308
Nov 24 17:01:42.299229 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-feb016a3-c45f-4696-aeb7-b160b514e729 req-331a4a1e-65df-43a2-8a7f-3da07dc51a69 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451658
Nov 24 17:01:43.502965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ced5f-7e18-4086-8e7a-d62d8aac01f3 req-05c3a70e-cce7-479b-b77e-b8f8c88c822b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:01:43.504560 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-427ced5f-7e18-4086-8e7a-d62d8aac01f3 req-05c3a70e-cce7-479b-b77e-b8f8c88c822b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 945 time: 0.0823259
Nov 24 17:01:43.552451 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-427ced5f-7e18-4086-8e7a-d62d8aac01f3 req-f81ba82f-d2b4-440f-90ac-1107f59ef2e6 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417497
Nov 24 17:02:00.280861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:05.090487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bce60d16-24ef-48b0-a86a-bea44412ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:06.561943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:07.603684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f1012c22-aefa-453b-809d-2f1fe36a9a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:08.116235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:09.093193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:12.093851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:02:13.811424 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-cef72541-2b82-4c55-ac3a-d78ab685fe62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0750434
Nov 24 17:02:13.906018 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-859c920f-1825-4a98-98df-9086f0bcae8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 1099 time: 0.0714381
Nov 24 17:02:14.058751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-0f84c4ee-900b-43d0-a355-f4d32fa888a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:02:14.060288 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-0f84c4ee-900b-43d0-a355-f4d32fa888a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 200  len: 912 time: 0.1341393
Nov 24 17:02:14.185124 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-7c0d01fa-927b-450e-ab7e-51144c107e94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f HTTP/1.1" status: 200  len: 1001 time: 0.1164010
Nov 24 17:02:14.254537 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-31c4c179-b84b-4123-8cbd-f64de33a8d4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:02:14.256101 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-31c4c179-b84b-4123-8cbd-f64de33a8d4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 200  len: 850 time: 0.0641782
Nov 24 17:02:14.341894 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-b296f9ec-0ac7-4448-98b9-d2004d0f6405 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781221
Nov 24 17:02:14.485396 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-de89c699-65f2-425c-a704-6218aab10c55 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358867
Nov 24 17:02:14.629307 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b31ea30d-0ac1-4de6-b16d-d24ca275bb47 req-470a04bb-4f02-46c9-9f37-903c921b6b51 service neutron] 10.222.0.21 "GET /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368237
Nov 24 17:02:30.294042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:35.082770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-09632742-e777-4748-93d6-eed66a481edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:36.563272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:37.604948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c218fdd-006d-4aaf-8b70-4f52849c298d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:38.118012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:39.096277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:02:49.294616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:03:00.297101 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:05.085013 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de9a36f5-d915-410c-8b08-3477c6187337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:06.565400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:07.606421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-098c364d-5a5f-4ec8-b489-a19a15252dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:08.121320 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:09.099254 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:14.784416 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-f244b30e-3b71-4b98-8342-7e3f5be209d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0726922
Nov 24 17:03:14.926326 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-2f667832-709b-45c2-be03-6fe3e48e214c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1099 time: 0.0727415
Nov 24 17:03:15.077359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-7792fc3f-9b78-4e02-bc33-be6cfdfba101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:03:15.078931 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-7792fc3f-9b78-4e02-bc33-be6cfdfba101 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1339695
Nov 24 17:03:15.150489 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-687ce0db-7c64-42dd-9c47-82b77cd329a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0649981
Nov 24 17:03:15.217173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-0385218d-407c-44a7-b2d9-c1119ae01507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:03:15.218658 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-0385218d-407c-44a7-b2d9-c1119ae01507 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0615458
Nov 24 17:03:15.268782 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-b6840d8f-2f87-4b2b-a201-ea087f1cc766 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443134
Nov 24 17:03:15.619459 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-041a814f-debb-4fe2-bef2-24f41810c92f service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3440650
Nov 24 17:03:15.759820 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9d3b54c9-c584-4758-86b4-3f19992c773b req-b99015e3-37df-4f4a-a286-8e25f7a7e641 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335075
Nov 24 17:03:22.759765 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead05e9-8318-4624-9198-5f8afe611023 req-b60aa60b-6053-4860-b1c3-49d7a53d48d4 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:03:22.761859 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2ead05e9-8318-4624-9198-5f8afe611023 req-b60aa60b-6053-4860-b1c3-49d7a53d48d4 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 946 time: 0.1599989
Nov 24 17:03:22.811065 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2ead05e9-8318-4624-9198-5f8afe611023 req-03f3fdd2-dc78-49fe-911c-3a551e06ac2e tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups?id=bb70a17b-fe03-4006-ab9e-b71fbc05a034&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417891
Nov 24 17:03:23.022368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-71c1b94e-15f3-458b-88b3-07bb4bfa44a6 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:03:23.023834 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-71c1b94e-15f3-458b-88b3-07bb4bfa44a6 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 946 time: 0.0969093
Nov 24 17:03:23.095166 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Deleting port 7c40b503-5cf5-4a80-9bcf-f336b98f585f {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:03:23.095552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:23.344901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] For port 7c40b503-5cf5-4a80-9bcf-f336b98f585f, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=7c40b503-5cf5-4a80-9bcf-f336b98f585f,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:03:23.345237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:23.639998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:23.640412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1728493'] for floatingip, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:23.640762 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.l3_db [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Floating IP c83a714a-9af3-4462-b4e4-2bf404c453ef disassociated. External IP: 172.27.3.35, port: 7c40b503-5cf5-4a80-9bcf-f336b98f585f.
Nov 24 17:03:23.641132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Calling delete_port for 7c40b503-5cf5-4a80-9bcf-f336b98f585f owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:03:23.785050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:23.790790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:23.833442 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event deleted for resources: {'Port': ['ID=7c40b503-5cf5-4a80-9bcf-f336b98f585f,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:23.846357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.846779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.847189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.847592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.847997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.848558 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.848888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.849152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.849523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.849909 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.850331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:23.856162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:24.086281 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-a4e57a8f-067d-46a8-aeac-33c01fdb4b94 req-7eca7fb6-8057-4ff5-9516-4d7d81b3f5f1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38c6709-f56f-434a-93ee-17a28291c62b HTTP/1.1" status: 200  len: 210 time: 0.1407337
Nov 24 17:03:24.124207 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Router 6397843f-f020-4c1b-85ca-5cb180d6f04e has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 17:03:24.337298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:03:24.348197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] Sync routers for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:03:24.361497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:03:24.362374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa570c50>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:03:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:24.409706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] No DVR routers for this DVR port 7c40b503-5cf5-4a80-9bcf-f336b98f585f on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:03:24.412791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:24.415944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'name': 'network-vif-deleted', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:03:24.434565 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-98a5f11c-44be-46aa-9ffa-ba9b1f966cf6 req-941c85fc-937b-439c-909f-56b90385b2a1 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.21 "DELETE /v2.0/ports/7c40b503-5cf5-4a80-9bcf-f336b98f585f HTTP/1.1" status: 204  len: 173 time: 1.4048259
Nov 24 17:03:24.478547 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38c6709-f56f-434a-93ee-17a28291c62b', 'name': 'network-vif-deleted', 'tag': '7c40b503-5cf5-4a80-9bcf-f336b98f585f', 'status': 'completed', 'code': 200}
Nov 24 17:03:24.558127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:03:24.892375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa570c50>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:24.896441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] Checking router: 6397843f-f020-4c1b-85ca-5cb180d6f04e for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:03:24.908141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:03:24.908782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa570c50>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:03:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:25.093141 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:03:25.229375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 58792) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:25.299412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:25.329567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:25.381964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:25.386754 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-39d337a4-c4fb-4519-a3fa-c0d5cfdcaecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:25.403693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb70a17b-fe03-4006-ab9e-b71fbc05a034,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:25.416785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.417208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.417625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.418050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.418461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.418869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.419271 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.419697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.420074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.420478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.420878 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:03:25.424697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:25.425610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:25.429930 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb70a17b-fe03-4006-ab9e-b71fbc05a034 HTTP/1.1" status: 204  len: 168 time: 0.1994174
Nov 24 17:03:25.430189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 58796) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:25.433153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa570c50>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:25.437718 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8264fb4-9c1d-4173-b83c-b1182592da16 None None] The sync data for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi is: [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T16:48:25Z', 'revision_number': 4, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '5d47c471-577c-4dfc-af9f-2c3e06c55f0e', 'name': '', 'network_id': '6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'mac_address': 'fa:16:3e:c3:95:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:22Z', 'updated_at': '2021-11-24T16:48:45Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'subnets': [{'id': '1a3cda01-c06c-4572-8598-7740ad88346a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:03:25.451188 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.api.v2.resource [None req-5e3782ad-8ad4-4eec-ab62-1c137c1bee62 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] show failed (client error): The resource could not be found.
Nov 24 17:03:25.454295 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5e3782ad-8ad4-4eec-ab62-1c137c1bee62 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "GET /v2.0/security-groups/bb70a17b-fe03-4006-ab9e-b71fbc05a034 HTTP/1.1" status: 404  len: 347 time: 0.0211325
Nov 24 17:03:25.455503 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 58800) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:25.620561 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Deleting port 80c5300c-072f-483d-9b67-963e327af772 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:03:25.620940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:25.807527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:25.807918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:25.876918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 7c40b503-5cf5-4a80-9bcf-f336b98f585f no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:03:25.910830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758cdde-ba85-4cd4-9c51-802aa59bca26 None None] New status for floating IP c83a714a-9af3-4462-b4e4-2bf404c453ef: DOWN {{(pid=88186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 17:03:25.937798 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Calling delete_port for 80c5300c-072f-483d-9b67-963e327af772 owned by network:floatingip {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:03:25.971562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 7c40b503-5cf5-4a80-9bcf-f336b98f585f {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:03:25.971952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 7c40b503-5cf5-4a80-9bcf-f336b98f585f not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:03:26.086607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:26.086880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-7758cdde-ba85-4cd4-9c51-802aa59bca26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 17:03:26.087172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-7758cdde-ba85-4cd4-9c51-802aa59bca26 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 17:03:26.090962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-203e0140-6864-4dba-95df-56836d7eea61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:26.132985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Pushing event deleted for resources: {'Port': ['ID=80c5300c-072f-483d-9b67-963e327af772,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:26.135774 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:26.136420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:03:26.228016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:26.242956 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for floatingip, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:26.244177 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-98bd1954-a99c-4d25-b1f6-8b33ebe9c44a tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] 10.222.0.53 "DELETE /v2.0/floatingips/c83a714a-9af3-4462-b4e4-2bf404c453ef HTTP/1.1" status: 204  len: 168 time: 0.7877035
Nov 24 17:03:26.589576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758cdde-ba85-4cd4-9c51-802aa59bca26 None None] New status for floating IP c83a714a-9af3-4462-b4e4-2bf404c453ef: DOWN {{(pid=88186) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 24 17:03:29.133197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 58840) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:29.822696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:30.310191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:30.442918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Deleting port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:03:30.443297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:30.622626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] For port 5d47c471-577c-4dfc-af9f-2c3e06c55f0e, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:03:30.623012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:30.744021 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Calling delete_port for 5d47c471-577c-4dfc-af9f-2c3e06c55f0e owned by network:router_interface {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:03:30.921282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:30.925588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a5d7d5e9-5b21-4f17-b30e-a514483afd39 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:30.968523 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5d47c471-577c-4dfc-af9f-2c3e06c55f0e,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:30.971353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:31.268760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:31.869579 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Router 6397843f-f020-4c1b-85ca-5cb180d6f04e has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 17:03:32.080602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:03:32.090238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] Sync routers for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:03:32.094270 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] 10.222.0.53 "PUT /v2.0/routers/6397843f-f020-4c1b-85ca-5cb180d6f04e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9598308
Nov 24 17:03:32.096838 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 58854) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:32.102329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:03:32.102987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa4e8518>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:03:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:32.293808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:03:32.531072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:32.598783 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa4e8518>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T17:03:30Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:32.602760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] Checking router: 6397843f-f020-4c1b-85ca-5cb180d6f04e for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:03:32.613765 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] Routers {'6397843f-f020-4c1b-85ca-5cb180d6f04e'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:03:32.614440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa4e8518>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:03:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['6397843f-f020-4c1b-85ca-5cb180d6f04e'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:32.735626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:32.743598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Deleting port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:03:32.743966 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:32.795901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] Set router 6397843f-f020-4c1b-85ca-5cb180d6f04e gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:03:32.926461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] For port 76848fbe-ba55-4c9b-938c-c9df27f0cb5b, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:03:32.927064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.052196 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Calling delete_port for 76848fbe-ba55-4c9b-938c-c9df27f0cb5b owned by network:router_gateway {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:03:33.091579 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa4e8518>, [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T17:03:30Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:33.095894 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdfa15-d188-498d-981d-7bdb4508ae15 None None] The sync data for ids ['6397843f-f020-4c1b-85ca-5cb180d6f04e'] in dv-cinder-818778-2-iscsi is: [{'id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'name': 'tempest-AttachVolumeTestJSON-1524087866-router', 'tenant_id': '2e1db92b17144247b41c70a2ad4c19eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T16:48:13Z', 'updated_at': '2021-11-24T17:03:30Z', 'revision_number': 5, 'project_id': '2e1db92b17144247b41c70a2ad4c19eb', 'gw_port': {'id': '76848fbe-ba55-4c9b-938c-c9df27f0cb5b', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6397843f-f020-4c1b-85ca-5cb180d6f04e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T16:48:15Z', 'updated_at': '2021-11-24T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:03:33.223050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.227692 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b305401e-14dc-4da2-a957-e7ce27d6242c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:33.270405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=76848fbe-ba55-4c9b-938c-c9df27f0cb5b,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:33.273178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:33.511949 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.774871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.780182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.809058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.809650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6397843f-f020-4c1b-85ca-5cb180d6f04e {{(pid=88185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 17:03:33.824247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.825485 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-16a503e6-53fd-4e9a-b623-72a7eb8edcf9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6397843f-f020-4c1b-85ca-5cb180d6f04e HTTP/1.1" status: 204  len: 168 time: 1.7276633
Nov 24 17:03:33.828158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 58866) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:33.895232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Deleting subnet 1a3cda01-c06c-4572-8598-7740ad88346a {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:03:33.898478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:33.953868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.037481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.108417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.113045 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:34.153317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3cda01-c06c-4572-8598-7740ad88346a,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:34.156285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:34.158822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.164552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63dceb-b4b3-4de4-9000-1a74f23f60c8 None None] Network 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:03:34.164904 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-332ea217-cf10-4b52-a9ba-fb3ddab0e54a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1a3cda01-c06c-4572-8598-7740ad88346a HTTP/1.1" status: 204  len: 168 time: 0.3356721
Nov 24 17:03:34.168458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 58870) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:34.270133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 5d47c471-577c-4dfc-af9f-2c3e06c55f0e no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:03:34.282095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.293124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Deleting port fb39fec2-a3f2-4246-9262-7dbe2729afc6 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:03:34.293481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.336646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 5d47c471-577c-4dfc-af9f-2c3e06c55f0e {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:03:34.337041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 5d47c471-577c-4dfc-af9f-2c3e06c55f0e not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:03:34.337514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76848fbe-ba55-4c9b-938c-c9df27f0cb5b no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:03:34.403915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 76848fbe-ba55-4c9b-938c-c9df27f0cb5b {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:03:34.404336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 76848fbe-ba55-4c9b-938c-c9df27f0cb5b not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:03:34.510203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] For port fb39fec2-a3f2-4246-9262-7dbe2729afc6, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=fb39fec2-a3f2-4246-9262-7dbe2729afc6,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:03:34.510600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.523916 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] DHCP port deletion for 6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 17:03:34.529173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Deleting port fb39fec2-a3f2-4246-9262-7dbe2729afc6 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:03:34.529595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.637143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Calling delete_port for fb39fec2-a3f2-4246-9262-7dbe2729afc6 owned by network:dhcp {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:03:34.732788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.737363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e2dc766e-c86f-413a-8721-70dc5d212e84 tempest-ServerRescueNegativeTestJSON-2062978112 tempest-ServerRescueNegativeTestJSON-2062978112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:34.743413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] For port fb39fec2-a3f2-4246-9262-7dbe2729afc6, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=fb39fec2-a3f2-4246-9262-7dbe2729afc6,segment=NetworkSegment(7d12870d-5fe5-41d5-b974-c305dcf0689e),segment_id=7d12870d-5fe5-41d5-b974-c305dcf0689e)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:03:34.743860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.777819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb39fec2-a3f2-4246-9262-7dbe2729afc6,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:34.780422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:34.785749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] No DVR routers for this DVR port fb39fec2-a3f2-4246-9262-7dbe2729afc6 on host dv-cinder-818778-2-iscsi {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:03:34.868259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Calling delete_port for fb39fec2-a3f2-4246-9262-7dbe2729afc6 owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:03:34.908189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.935702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f8e0e4e0>,) {'filters': {'network_id': ['6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:34.939770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 17:03:34.940377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 17:03:34.948310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8e0e4e0>, '7d12870d-5fe5-41d5-b974-c305dcf0689e') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:34.948649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f8e0e4e0>, '7d12870d-5fe5-41d5-b974-c305dcf0689e') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:03:34.960429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.978432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.985237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 17:03:34.985664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:03:34.999830 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:03:35.078061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.081842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-62d1f9df-1e78-473a-a4d0-492ffe2bc201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:35.087931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5604b53-186d-49d2-9cbd-ea29cc946591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.098322 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.107500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:35.110938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:35.121347 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6e3dc8b2-fd6a-403d-a3d5-9cce3dca9206 HTTP/1.1" status: 204  len: 168 time: 0.9518847
Nov 24 17:03:35.264590 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 58880) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:35.318009 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7a7c1c24-a1e7-472e-8506-9c9ad206c464 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e1db92b17144247b41c70a2ad4c19eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521502
Nov 24 17:03:35.320533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 58884) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:35.386123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.415713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.442006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Deleting port fb39fec2-a3f2-4246-9262-7dbe2729afc6 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:03:35.442482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.470984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.476026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6357767d-7b2d-4804-97bb-0d1cc8e44ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:35.490474 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17141b-a29b-44d6-b49f-5aef6cc9f7b3,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:35.494113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:35.497846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:35.501573 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f17141b-a29b-44d6-b49f-5aef6cc9f7b3 HTTP/1.1" status: 204  len: 168 time: 0.1775601
Nov 24 17:03:35.516390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fd7acafd-43f7-4ea5-9ad7-7c465fd5bfca None None] The port 'fb39fec2-a3f2-4246-9262-7dbe2729afc6' was deleted {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 17:03:36.261127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device fb39fec2-a3f2-4246-9262-7dbe2729afc6 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:03:36.293992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: fb39fec2-a3f2-4246-9262-7dbe2729afc6 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:03:36.294443 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device fb39fec2-a3f2-4246-9262-7dbe2729afc6 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:03:36.567202 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:37.610934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0326666-7153-414d-aee4-066968f15e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:37.651724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 58936) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:37.802414 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:37.837664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:03:37.842172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Usage tracker for resource:security_group_rule and tenant:a8bae0f615cc4e73bd9c2d792b492e71 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:03:37.845064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:03:37.850962 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:03:37.920371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:37.923041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:37.930421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51f03988-8889-40da-994b-e83111f8d37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:37.976710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b832988c-62af-4f50-9d4b-8cf232799381,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:37.983610 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8bae0f615cc4e73bd9c2d792b492e71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3281314
Nov 24 17:03:37.983610 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9b29abf4-c483-4b61-aed4-bf4c33b4d671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:37.983832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 58946) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:38.045003 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.071337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.116880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.121569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ecdaf156-3466-4f05-9ff5-fdde6de14735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:38.123915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.138445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b832988c-62af-4f50-9d4b-8cf232799381,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:38.142604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:38.146108 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.147314 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b832988c-62af-4f50-9d4b-8cf232799381 HTTP/1.1" status: 204  len: 168 time: 0.1625853
Nov 24 17:03:38.563908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 58954) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:38.583661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.616323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:03:38.620404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Usage tracker for resource:security_group_rule and tenant:173d485cf8d04e8f9c8d3036926ff63c is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:03:38.623384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:03:38.629336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:03:38.693891 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.696627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.704291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b20f9b2e-93c4-4f49-8f09-7ad7d956b2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:38.747971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcc6c14-284e-4875-bf8b-3276839c7696,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:38.751752 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:38.756465 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3c7d8d0a-755c-4e14-9436-dabadcf78042 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=173d485cf8d04e8f9c8d3036926ff63c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1890812
Nov 24 17:03:38.757071 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 58958) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:38.819640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.847291 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.891293 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.896362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4f70b61c-99d3-48ca-892e-74640d730453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:38.908072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcc6c14-284e-4875-bf8b-3276839c7696,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:38.910680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:38.916548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:38.920230 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dcc6c14-284e-4875-bf8b-3276839c7696 HTTP/1.1" status: 204  len: 168 time: 0.1599355
Nov 24 17:03:39.104657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.295359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59066) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:44.447261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.481748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:03:44.485688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Usage tracker for resource:security_group_rule and tenant:5443b3068801477a811e1c24bd86819e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:03:44.488599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:03:44.495014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:03:44.566782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.569662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.577621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-08e7c187-9a6e-4deb-a32b-1070b22fe2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:44.620252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db21a51-ad1a-4e5d-a44f-48551486680a,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:44.624511 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5443b3068801477a811e1c24bd86819e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3279433
Nov 24 17:03:44.625409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:44.627288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59076) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:44.688657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.714303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.758346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.763252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-90998e49-a705-4d9e-912d-e27955e4ddf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:44.775104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db21a51-ad1a-4e5d-a44f-48551486680a,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:44.778228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:44.780293 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:44.781351 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3db21a51-ad1a-4e5d-a44f-48551486680a HTTP/1.1" status: 204  len: 168 time: 0.1531024
Nov 24 17:03:45.120813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59084) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:45.139985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:45.175781 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:03:45.179713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Usage tracker for resource:security_group_rule and tenant:634c067bf7c44a9c93fb360dc67fa7bd is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:03:45.182907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:03:45.188772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:03:45.253404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:45.256180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:45.263377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6f78cd1e-0141-4196-8a97-fd140105c1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:45.303908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925a7d47-6bd6-4be3-8d50-ce1773e27b9f,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:45.307698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:45.310358 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d412752b-39ac-41a3-b1b8-047072c28c0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=634c067bf7c44a9c93fb360dc67fa7bd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1884706
Nov 24 17:03:45.313234 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59088) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:45.374851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:45.401516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:45.443934 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:45.449499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5f9e5165-a9d6-4142-a3eb-12ca4e6e69cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:45.460075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925a7d47-6bd6-4be3-8d50-ce1773e27b9f,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:45.464351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:45.467766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:45.468969 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/925a7d47-6bd6-4be3-8d50-ce1773e27b9f HTTP/1.1" status: 204  len: 168 time: 0.1547790
Nov 24 17:03:51.798255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59212) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:51.951804 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:51.984277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:03:51.988205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Usage tracker for resource:security_group_rule and tenant:898c3c76facd4e24bdce4c224daa01c3 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:03:51.991113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:03:51.997594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:03:52.064235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.067417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.075527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-80030899-5fac-40e1-805d-7286928d8f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:52.115341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9229673f-1d0e-404e-b5c3-41312df5e09e,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:52.118585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:52.129527 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=898c3c76facd4e24bdce4c224daa01c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3301401
Nov 24 17:03:52.132221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59220) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:52.195075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65e35c14-119d-4a54-a376-b96ed6bb9f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.223131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65e35c14-119d-4a54-a376-b96ed6bb9f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.274869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65e35c14-119d-4a54-a376-b96ed6bb9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.280189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-54e58a14-30d4-42a1-9ba6-e6755e0c814d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:52.296285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e35c14-119d-4a54-a376-b96ed6bb9f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9229673f-1d0e-404e-b5c3-41312df5e09e,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:52.299426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-65e35c14-119d-4a54-a376-b96ed6bb9f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:52.301439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65e35c14-119d-4a54-a376-b96ed6bb9f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.302674 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-65e35c14-119d-4a54-a376-b96ed6bb9f60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9229673f-1d0e-404e-b5c3-41312df5e09e HTTP/1.1" status: 204  len: 168 time: 0.1694870
Nov 24 17:03:52.640739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 59230) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:52.665015 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.697203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:03:52.701171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Usage tracker for resource:security_group_rule and tenant:5aede6e126674f1eb60ea4105dfd1ed1 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:03:52.704058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:03:52.709971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:03:52.776451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.779104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.786257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:52.828535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e258ed5-11db-44bd-8599-d360181521b0,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:52.833219 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5aede6e126674f1eb60ea4105dfd1ed1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1913812
Nov 24 17:03:52.834189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-32d4915c-f870-4c1f-8106-31749f1e0dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:52.836093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 59234) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:52.897555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d162e4a2-f228-4181-a1b2-4416789aab34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.924027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d162e4a2-f228-4181-a1b2-4416789aab34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.971353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d162e4a2-f228-4181-a1b2-4416789aab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.976252 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2100aedd-82e9-4c68-9c06-e68083d441ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:52.990193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162e4a2-f228-4181-a1b2-4416789aab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e258ed5-11db-44bd-8599-d360181521b0,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:52.992939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d162e4a2-f228-4181-a1b2-4416789aab34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:52.994668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d162e4a2-f228-4181-a1b2-4416789aab34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:52.995903 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d162e4a2-f228-4181-a1b2-4416789aab34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e258ed5-11db-44bd-8599-d360181521b0 HTTP/1.1" status: 204  len: 168 time: 0.1588223
Nov 24 17:03:53.415885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59246) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:53.436077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:53.471195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:03:53.475198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Usage tracker for resource:security_group_rule and tenant:da32bd1ebada4940ab262105a92db2ce is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:03:53.478180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:03:53.484382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:03:53.551367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:53.554490 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:53.562297 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-38c5cdef-c3a8-4b4a-b006-1bf752255c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:53.603010 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41036813-6211-439e-b79b-51dea2fa8acb,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:53.606316 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:53.609704 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da32bd1ebada4940ab262105a92db2ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1927090
Nov 24 17:03:53.612586 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59250) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:03:53.675555 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe1e282c-fa1d-43be-b434-038b54330e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:53.702286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe1e282c-fa1d-43be-b434-038b54330e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:53.756367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe1e282c-fa1d-43be-b434-038b54330e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:53.762121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-abd381c4-bdf8-468e-b20a-638d2d89a985 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:03:53.776272 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e282c-fa1d-43be-b434-038b54330e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41036813-6211-439e-b79b-51dea2fa8acb,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:03:53.779042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fe1e282c-fa1d-43be-b434-038b54330e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:03:53.780199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe1e282c-fa1d-43be-b434-038b54330e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:03:53.781413 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-fe1e282c-fa1d-43be-b434-038b54330e40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41036813-6211-439e-b79b-51dea2fa8acb HTTP/1.1" status: 204  len: 168 time: 0.1678083
Nov 24 17:04:00.162792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-6f499d55-aa56-4db9-9b2c-0487f40b0fa3 req-fc03b354-9c14-4057-8152-3876b9b95f6f service neutron] (88184) timed out ('10.222.0.21', 60342) {{(pid=88184) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 24 17:04:00.339001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:01.821874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 59402) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:01.972456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.005899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:04:02.009927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Usage tracker for resource:security_group_rule and tenant:f8127b083dff47719c4c9b65faf6b58c is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:04:02.012960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:04:02.018940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:04:02.088865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.091820 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.099309 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6da6a99e-171a-4df9-8e3f-34439db0b856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:02.143417 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff8f851-3f12-4437-a5e3-df2cc9e34ef1,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:02.146753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:02.150186 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3519fa2f-2b6b-40f8-84e2-62658aa43a65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8127b083dff47719c4c9b65faf6b58c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3266098
Nov 24 17:04:02.152708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59412) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:02.219736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2310909a-3546-4662-9fae-e9f2a1cd21a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.247308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2310909a-3546-4662-9fae-e9f2a1cd21a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.294814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2310909a-3546-4662-9fae-e9f2a1cd21a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.299803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3d1fd577-9242-457f-8ce0-7049cf93c150 tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:02.310809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310909a-3546-4662-9fae-e9f2a1cd21a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff8f851-3f12-4437-a5e3-df2cc9e34ef1,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:02.315597 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2310909a-3546-4662-9fae-e9f2a1cd21a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:02.317587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2310909a-3546-4662-9fae-e9f2a1cd21a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.321207 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2310909a-3546-4662-9fae-e9f2a1cd21a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dff8f851-3f12-4437-a5e3-df2cc9e34ef1 HTTP/1.1" status: 204  len: 168 time: 0.1650736
Nov 24 17:04:02.658498 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59420) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:02.677826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.710603 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:04:02.715069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:3a38d351a8624f6288ae8cdb4f6f70c3 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:04:02.717919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:04:02.723917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:04:02.793587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.796404 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.803919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ef53b3a2-7d16-4485-bb5c-0aebfa03212e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:02.848481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a8e55-f8d7-48ec-ad13-2251d0b594fc,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:02.851680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:02.853917 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-259d662a-1ba0-49d1-a5a5-83e822390ac9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a38d351a8624f6288ae8cdb4f6f70c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1943653
Nov 24 17:04:02.856775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59424) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:02.917165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.943146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.985830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:02.990602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d78292e7-acd6-4992-8f24-e833c3038b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:03.003710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a8e55-f8d7-48ec-ad13-2251d0b594fc,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:03.006720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:03.007611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:03.012169 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d89a8e55-f8d7-48ec-ad13-2251d0b594fc HTTP/1.1" status: 204  len: 168 time: 0.1543911
Nov 24 17:04:03.137747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:04:05.089305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-beeace9c-c992-458a-8a8d-0e22618cecc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:06.570661 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:07.613270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0113a4e9-5a69-43f7-9af1-1be8af99b06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.126204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.187298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 59510) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:08.338943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.371655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:04:08.375591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c362aa776c4e128f908114ba5cc909 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:04:08.378510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:04:08.384996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:04:08.454366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.457494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.464778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-31947277-b34a-47fc-ab06-960b89604003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:08.504510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afead36-8bdd-496a-9025-e163355131ae,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:08.510235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:08.516585 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2c362aa776c4e128f908114ba5cc909&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3253231
Nov 24 17:04:08.516585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 59518) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:08.579720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c747c277-77f5-463e-a59d-15fa9737dfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.610522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c747c277-77f5-463e-a59d-15fa9737dfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.654198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c747c277-77f5-463e-a59d-15fa9737dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.659164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d06522ab-7604-4267-91c6-0f895b8b6766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:08.671778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747c277-77f5-463e-a59d-15fa9737dfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afead36-8bdd-496a-9025-e163355131ae,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:08.675454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c747c277-77f5-463e-a59d-15fa9737dfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:08.680958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c747c277-77f5-463e-a59d-15fa9737dfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:08.682474 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c747c277-77f5-463e-a59d-15fa9737dfd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4afead36-8bdd-496a-9025-e163355131ae HTTP/1.1" status: 204  len: 168 time: 0.1649857
Nov 24 17:04:09.168844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:16.862496 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-00309d49-a666-44e3-aa84-00824181c076 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773830
Nov 24 17:04:16.958418 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-3f38561a-2453-482a-bd39-46f263620d9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 1098 time: 0.0760014
Nov 24 17:04:17.113958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-987e284e-c311-4a0f-9f01-3d8a84e28c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:04:17.115567 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-987e284e-c311-4a0f-9f01-3d8a84e28c20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1372514
Nov 24 17:04:17.188925 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-dc6cfc37-e9fd-4a65-97b5-a1cbb0a9e71b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22 HTTP/1.1" status: 200  len: 217 time: 0.0670161
Nov 24 17:04:17.479620 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-6d6a130d-8f7f-4256-bca4-fd080b7ddd60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:04:17.481106 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-6d6a130d-8f7f-4256-bca4-fd080b7ddd60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.2863932
Nov 24 17:04:17.529790 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-2059ce90-ab2b-457b-af72-7eb45d3cc383 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422983
Nov 24 17:04:17.670939 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-34e5961f-f71a-49e0-bb6c-9341089e66de service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346838
Nov 24 17:04:17.808140 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-178e04d9-7650-4987-bbbb-81cc4f7105ed req-40ec04f3-3e6e-485d-9129-63898ee93daf service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314900
Nov 24 17:04:18.803778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59678) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:18.953356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:18.989441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:04:18.993924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Usage tracker for resource:security_group_rule and tenant:f6ae79da9496495199607d5000565a02 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:04:18.996830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:04:19.002749 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:04:19.079406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.081895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.089213 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-821dce14-aa88-4142-b78f-fa0448d0a2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:19.131650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f034d07-d2f2-43a1-b463-cba0682435d2,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:19.136496 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6ae79da9496495199607d5000565a02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3315933
Nov 24 17:04:19.137511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-99ab01da-35dc-44bf-8599-09fa3c0f0c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:19.139347 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59684) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:19.200816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ee4ef8-8179-412a-912c-7e0765dfbbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.226667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ee4ef8-8179-412a-912c-7e0765dfbbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.274647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ee4ef8-8179-412a-912c-7e0765dfbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.279636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e72ab2fc-1054-47a9-bad1-863771b0965d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:19.296796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee4ef8-8179-412a-912c-7e0765dfbbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f034d07-d2f2-43a1-b463-cba0682435d2,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:19.299582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-39ee4ef8-8179-412a-912c-7e0765dfbbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:19.300736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ee4ef8-8179-412a-912c-7e0765dfbbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.301909 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-39ee4ef8-8179-412a-912c-7e0765dfbbf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f034d07-d2f2-43a1-b463-cba0682435d2 HTTP/1.1" status: 204  len: 168 time: 0.1615994
Nov 24 17:04:19.639898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59694) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:19.659600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.691553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:04:19.695527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ae47a13fb045c1b51b0b311719773e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:04:19.698451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:04:19.704822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:04:19.771082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.775009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.782614 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-de17dd02-7eef-48d1-8b8d-63f973e5feac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:19.824014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ff21fd-32db-4855-a284-43e1ad8add61,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:19.827574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:19.830271 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2720ddc1-4f24-43bc-a23b-5cb447acec13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9ae47a13fb045c1b51b0b311719773e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1892455
Nov 24 17:04:19.832997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59700) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:19.896226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.922576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.969248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.974143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-fb8c29b2-4184-4f92-a560-59428f2eb109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:19.987629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ff21fd-32db-4855-a284-43e1ad8add61,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:19.989980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:19.992199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:19.993425 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45ff21fd-32db-4855-a284-43e1ad8add61 HTTP/1.1" status: 204  len: 168 time: 0.1593401
Nov 24 17:04:20.398403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59708) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:20.417922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:20.451653 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:04:20.455738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Usage tracker for resource:security_group_rule and tenant:21aecd0586eb47f9a3d9ab1af75a384f is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:04:20.458674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:04:20.464735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:04:20.529805 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:20.532819 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:20.540082 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4e7baae7-58c3-47d9-9c43-1882622f923f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:20.587864 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27118c6f-5680-41fd-ad82-023132a5fcbe,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:20.591050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:20.595971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21aecd0586eb47f9a3d9ab1af75a384f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1939809
Nov 24 17:04:20.596722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59714) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:20.658438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-497d9757-cc3e-44b4-97dc-b5d12678f07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:20.689438 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-497d9757-cc3e-44b4-97dc-b5d12678f07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:20.731916 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-497d9757-cc3e-44b4-97dc-b5d12678f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:20.736737 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ceacab25-451a-4b8a-9f84-78d6657f3d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:20.749262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d9757-cc3e-44b4-97dc-b5d12678f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27118c6f-5680-41fd-ad82-023132a5fcbe,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:20.752403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-497d9757-cc3e-44b4-97dc-b5d12678f07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:20.754459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-497d9757-cc3e-44b4-97dc-b5d12678f07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:20.755661 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-497d9757-cc3e-44b4-97dc-b5d12678f07b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27118c6f-5680-41fd-ad82-023132a5fcbe HTTP/1.1" status: 204  len: 168 time: 0.1585128
Nov 24 17:04:30.352913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.299027 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 59894) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:33.462110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.494756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:04:33.498706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:543c1afa7d454789b2edd14581b0e490 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:04:33.501563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:04:33.507466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:04:33.575980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.578501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.585762 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ff3e67a5-cbc4-4b2c-9c8a-7781cb2a2a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:33.630585 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=543c1afa7d454789b2edd14581b0e490&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3304172
Nov 24 17:04:33.631519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4371714-fc0c-4e80-800a-23f7841d7866,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:33.633562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 59900) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:04:33.641616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.642052 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.642491 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.642902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.643313 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.643767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.644174 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.644583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.644988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.645389 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.645832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.649879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51d9bf78-aa1b-4b94-ab06-f4d3e45ea1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:33.709704 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.737682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.783472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.787378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-af8a24c4-a0eb-4579-899d-157c92aca5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:04:33.799654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4371714-fc0c-4e80-800a-23f7841d7866,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:04:33.809667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:33.810913 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4371714-fc0c-4e80-800a-23f7841d7866 HTTP/1.1" status: 204  len: 168 time: 0.1762490
Nov 24 17:04:33.815226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.815646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.816056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.816460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.816861 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.817305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.817809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.818237 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.818635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.819030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.819424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:04:33.822685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:04:35.089825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c260be1-a051-4e9b-adf5-de4a658b6e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:36.725652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:37.614222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3013b1c5-13ed-4cd4-9d8b-b0a1a4ee267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:38.128989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:39.103457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:04:40.139288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:05:00.368902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:05.089908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8376b3a-fecc-4028-b404-d85ab14cff15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:06.578632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:07.614643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1895c757-2415-4e9a-8924-71a51e4d5a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:08.133177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:09.107257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:17.140535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:05:19.362779 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-d15c65b3-6faf-40eb-8356-3d602290cdf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0732903
Nov 24 17:05:19.459620 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-7dff096d-39f7-464d-bdff-023b84f3c89b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 1098 time: 0.0762944
Nov 24 17:05:19.614882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-2359d510-9e70-461e-9268-06c37720e604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:05:19.616345 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-2359d510-9e70-461e-9268-06c37720e604 service neutron] 10.222.0.21 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 915 time: 0.1372216
Nov 24 17:05:19.684924 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-099a1262-7c17-4b1b-bcb0-16f071ebc0d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc HTTP/1.1" status: 200  len: 217 time: 0.0622053
Nov 24 17:05:19.757856 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-1948a358-a62c-46e0-81a9-a488f1b43e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:05:19.760089 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-1948a358-a62c-46e0-81a9-a488f1b43e51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9741c5-9249-4f62-9f31-bce3efcdc4f0 HTTP/1.1" status: 200  len: 854 time: 0.0672491
Nov 24 17:05:19.808393 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-0c955905-afdb-4b5c-bc2f-87b258fd5d1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425611
Nov 24 17:05:19.948303 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-6495d5c8-9c82-4030-b218-f1ea86bf2e55 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334031
Nov 24 17:05:20.088225 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-fa343559-ca0b-49f4-a4a8-137bc80182e6 req-4283a967-9f57-4b91-a4f5-6bbd46c13c32 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341338
Nov 24 17:05:30.360502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:35.091247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79158bbc-7cfc-4514-bd98-cddd01453f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:36.580465 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:37.616005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b299473-bbfe-4d59-a0a4-daffdc75708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:38.136116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:39.109195 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:05:54.141747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:06:00.365484 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:05.092716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96c54faa-917f-4e52-91aa-55395905a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:06.581356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:07.616735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1cd31de1-c8d1-4537-a8f2-cc189cd2f50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:08.140879 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:09.170758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:10.331492 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-667d8b21-e8c5-47b0-9a07-ecbdc9814fe9 req-6acb623b-a12b-49ab-8475-127491548d9e service neutron] (88184) timed out ('10.222.0.21', 60312) {{(pid=88184) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 24 17:06:19.482899 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-64042ce8-652e-4e10-8471-f8fb84fe6db3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2085168
Nov 24 17:06:19.635701 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-7fca666b-f158-43f7-867f-03c8cac0a91b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1099 time: 0.0794899
Nov 24 17:06:19.788571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-2afc0809-b67f-4f83-9aa3-9c307c3a221d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:06:19.790083 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-2afc0809-b67f-4f83-9aa3-9c307c3a221d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1348207
Nov 24 17:06:19.870735 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-1f15a8e0-74a4-4a70-aa7b-49486ad983e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0743575
Nov 24 17:06:19.938421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-c52ba01c-2685-4561-81db-73801c223db6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:06:19.939948 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-c52ba01c-2685-4561-81db-73801c223db6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0627832
Nov 24 17:06:19.990483 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-2592daca-aff2-4387-89f3-dec174e6aa21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438774
Nov 24 17:06:20.128233 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-010f4ec7-b1cb-454a-a864-eedf047827eb service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315162
Nov 24 17:06:20.270450 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4ba1fda8-44a6-4af9-ad2a-caf4546392cc req-257f9010-0af6-4982-8df1-bc4e4f5bcf5b service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355586
Nov 24 17:06:30.382467 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:31.142106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:06:35.094283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea872730-efb7-4e51-9ba3-f2369549e19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:36.582648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:37.618764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f64f9813-89ff-4989-9977-b76ebe024db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:38.141672 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:06:39.114128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:00.378588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:05.098405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7560-b32e-4c5e-bde1-a2fc20596ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:06.583979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:07.619984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca005-7236-4163-b272-19580afdff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:08.142739 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:07:08.143367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:09.117437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:19.816971 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-31f7b68b-fd7a-42ef-a69e-2bcbfd86baf3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771124
Nov 24 17:07:19.911021 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-08f94d79-79dd-474d-9898-6f457c63bc77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 1098 time: 0.0738447
Nov 24 17:07:20.065105 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-3ade48f0-83bc-487f-9b6c-5febcee54e4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:20.066764 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-3ade48f0-83bc-487f-9b6c-5febcee54e4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1355221
Nov 24 17:07:20.142545 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-88b2308f-8421-4f52-a252-5ecd8194f35f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22 HTTP/1.1" status: 200  len: 217 time: 0.0694625
Nov 24 17:07:20.212345 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-fc0945da-b53d-4bcd-8be3-e9a8f8a32c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:20.213912 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-fc0945da-b53d-4bcd-8be3-e9a8f8a32c84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0652196
Nov 24 17:07:20.268017 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-e545979e-0d46-40ff-8f88-6f2581d720f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458837
Nov 24 17:07:20.408755 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-39a594ca-2d7f-466c-996c-503015058b92 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337430
Nov 24 17:07:20.550256 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-eaaf545b-927e-43fc-96fc-78fb8bb7d547 req-c258b542-f6ea-410a-9c66-65e8b53d2935 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351979
Nov 24 17:07:30.393591 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:35.099386 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b61b2e57-8531-4a7a-889f-2ce3dbfcd5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:36.585448 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:37.621222 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df253ec2-15b9-498b-a864-2fcc3ad15962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:38.146725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:39.119529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:43.128049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-031d8f0d-8ad2-42ec-aec0-afb8f9dde383 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:43.129630 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-031d8f0d-8ad2-42ec-aec0-afb8f9dde383 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 815 time: 0.1528263
Nov 24 17:07:43.147848 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-7a6424ab-5ec1-4e42-8bb1-a1f6bfa11934 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/quotas/ddf80c87c78545b596193aea044877ba HTTP/1.1" status: 200  len: 375 time: 0.0121274
Nov 24 17:07:43.233221 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-6e1f9503-c64d-41ff-87b2-d6ec2c96210a tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0791039
Nov 24 17:07:43.446475 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-9a18d271-1b1e-4b90-a8f0-08b82427fd75 service neutron] 10.222.0.53 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054372
Nov 24 17:07:43.587244 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-0161e342-376f-4d91-89ea-35c69eef8a23 service neutron] 10.222.0.53 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337898
Nov 24 17:07:43.822429 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-18f301f1-ba56-4a05-8d16-97c3752ff22c req-c136d2a0-3db8-4b58-9cb2-b8cca4095d63 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 210 time: 0.0440552
Nov 24 17:07:45.031962 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-0026fd87-2b95-49d2-87df-73709cddd561 req-157ee340-f8b5-439c-8037-edbed016834f tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 210 time: 0.0599649
Nov 24 17:07:45.087684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-bdb18047-ffe5-4c3f-83aa-73c37b8f8838 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:45.089782 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-bdb18047-ffe5-4c3f-83aa-73c37b8f8838 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 815 time: 0.2044873
Nov 24 17:07:45.109158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Request body: {'port': {'device_id': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a', 'admin_state_up': True, 'tenant_id': 'ddf80c87c78545b596193aea044877ba'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:07:45.142553 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:07:45.250314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:07:45.260113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:07:45.269180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Made reservation on behalf of ddf80c87c78545b596193aea044877ba for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:07:45.274564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:45.648828 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Allocated IP 172.20.0.7 (b068dfe9-ad15-49a4-93e6-820815909b1a/ef414787-116d-4147-a25f-94e48d538de8/dd5a8090-51cb-4721-928b-16fc1bf5efe0) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:07:45.853987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:45.879472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:45.886016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-81bf67d8-8cf3-4edb-a4b6-a090bdb19146 tempest-TestMinimumBasicScenario-231814931 tempest-TestMinimumBasicScenario-231814931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:07:45.893178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a322ddb7-72b8-4e49-b0b5-c3980d086534', '890e66e1-fb71-40b5-8d35-3b6f42cdeb22'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:07:45.958690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Network b068dfe9-ad15-49a4-93e6-820815909b1a is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:07:45.961747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:07:45.964976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:07:46.003587 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Pushing event updated for resources: {'Port': ['ID=dd5a8090-51cb-4721-928b-16fc1bf5efe0,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:07:46.025278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.025712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.026142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.026606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.027518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.027922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.028326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.028727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.029126 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.029527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.029927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:46.033964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:07:46.048214 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:46.048884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:46.074695 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9699390
Nov 24 17:07:46.087880 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Request body: {'port': {'device_id': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:07:46.259584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:46.341674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b7cb1-957e-4fca-b385-2b489543fea8 req-ce1ad9dd-62f4-4aa2-80ce-c5fc8ae7c629 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:46.342447 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-790b7cb1-957e-4fca-b385-2b489543fea8 req-ce1ad9dd-62f4-4aa2-80ce-c5fc8ae7c629 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Synchronizing usage tracker for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:07:46.407068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-790b7cb1-957e-4fca-b385-2b489543fea8 req-ce1ad9dd-62f4-4aa2-80ce-c5fc8ae7c629 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Unset dirty status for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:07:46.408305 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-790b7cb1-957e-4fca-b385-2b489543fea8 req-ce1ad9dd-62f4-4aa2-80ce-c5fc8ae7c629 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 931 time: 0.2295749
Nov 24 17:07:46.554712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-790b7cb1-957e-4fca-b385-2b489543fea8 req-d6dd3ada-12ac-4d25-b026-51cfe7c15596 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352010
Nov 24 17:07:46.683881 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5a8090-51cb-4721-928b-16fc1bf5efe0 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:07:46.690668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:46.706748 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Transition to ACTIVE for port object dd5a8090-51cb-4721-928b-16fc1bf5efe0 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:07:46.709030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:46.713312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-365951e2-33de-4eee-9321-d2614562d8a7 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:07:46.844036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5a8090-51cb-4721-928b-16fc1bf5efe0,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:07:46.846998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:07:46.950287 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Attempting to bind port dd5a8090-51cb-4721-928b-16fc1bf5efe0 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:07:46.950664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Attempting to bind port dd5a8090-51cb-4721-928b-16fc1bf5efe0 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:07:46.951028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Attempting to bind port dd5a8090-51cb-4721-928b-16fc1bf5efe0 on network b068dfe9-ad15-49a4-93e6-820815909b1a {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:07:46.957280 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Port dd5a8090-51cb-4721-928b-16fc1bf5efe0 on network b068dfe9-ad15-49a4-93e6-820815909b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 17:07:46.957647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Attempting to bind port dd5a8090-51cb-4721-928b-16fc1bf5efe0 on network b068dfe9-ad15-49a4-93e6-820815909b1a {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:07:46.964753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:07:46.965129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Checking segment: {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:07:46.965547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Bound using segment: {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:07:46.966011 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Bound port: dd5a8090-51cb-4721-928b-16fc1bf5efe0, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506ca7d1-92dd-481a-bb70-fcc1ae8fff14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:07:46.966424 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:47.057138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] For port dd5a8090-51cb-4721-928b-16fc1bf5efe0, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:07:47.061122 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] For port dd5a8090-51cb-4721-928b-16fc1bf5efe0, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:07:47.064487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:47.069806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e7cb4f69-82a2-40a2-9221-9179b78a41ef tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:07:47.129815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:47.131448 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd5a8090-51cb-4721-928b-16fc1bf5efe0 HTTP/1.1" status: 200  len: 1093 time: 1.0490956
Nov 24 17:07:47.134131 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'tag': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:07:47.155172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5a8090-51cb-4721-928b-16fc1bf5efe0,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:07:47.158432 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:07:47.251520 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-8f644297-8602-4bee-b8bc-94aaab239ad2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 1096 time: 0.0819607
Nov 24 17:07:47.322712 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-0ee2771c-9f86-4ae7-a6b0-d6724b64bbd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0 HTTP/1.1" status: 200  len: 217 time: 0.0645075
Nov 24 17:07:47.380965 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'tag': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0', 'status': 'completed', 'code': 200}
Nov 24 17:07:47.398847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-8dd43d57-b112-4841-9f88-15499904e174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:47.402146 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-8dd43d57-b112-4841-9f88-15499904e174 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0727713
Nov 24 17:07:47.451358 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-ece91f61-2643-49b3-87a7-6715c2412735 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435297
Nov 24 17:07:47.597311 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-e30f22f9-3567-42b8-a2c7-cb149dbb7f50 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390619
Nov 24 17:07:47.807307 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1a0e9c82-d001-4a7c-bf2e-ea4bbe406d36 req-1951a35d-acbd-44ff-9584-566c195e032f service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039952
Nov 24 17:07:47.818399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5883a9-25ba-4e78-83df-f1aa1974c787 req-00ab6e48-09c3-4946-8cb3-80ac0434ac3a tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:47.819946 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7a5883a9-25ba-4e78-83df-f1aa1974c787 req-00ab6e48-09c3-4946-8cb3-80ac0434ac3a tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 943 time: 0.1378520
Nov 24 17:07:47.916822 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7a5883a9-25ba-4e78-83df-f1aa1974c787 req-1f5e8dc2-d2d4-4fcc-9b34-cf3e283701bd tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892613
Nov 24 17:07:47.941498 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-698ee688-49aa-4e04-985a-21393d1e1d44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 1096 time: 0.0843720
Nov 24 17:07:48.084039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-784f9c7f-71dd-41dd-9597-f1c3f419b346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:48.085523 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-784f9c7f-71dd-41dd-9597-f1c3f419b346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1363423
Nov 24 17:07:48.159035 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-61e1ac33-4dee-4032-b7c3-13fbbcc80a2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0 HTTP/1.1" status: 200  len: 217 time: 0.0664048
Nov 24 17:07:48.229065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-39bd0963-4ab0-4655-81b7-323184d8c794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:48.230742 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-39bd0963-4ab0-4655-81b7-323184d8c794 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0649743
Nov 24 17:07:48.281066 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-1b39045d-2caf-4d6f-a3e3-e680826a74d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421932
Nov 24 17:07:48.421198 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-e5e158d4-4f37-42f8-a14f-e2c48bc1949b service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329927
Nov 24 17:07:48.561764 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-d04b5068-37c5-48c3-90cf-f8c3a71d7f7a req-dfe4a44e-5446-41f3-9db5-62b503c5c397 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335049
Nov 24 17:07:49.123466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72d2b1-5b07-4a8f-a846-99897c2d7441 req-fb68912c-c55e-419b-a5fe-556c2fdcb1d4 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:49.125064 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cc72d2b1-5b07-4a8f-a846-99897c2d7441 req-fb68912c-c55e-419b-a5fe-556c2fdcb1d4 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 943 time: 0.0876110
Nov 24 17:07:49.172084 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-cc72d2b1-5b07-4a8f-a846-99897c2d7441 req-805d2ebf-6348-4865-8d15-aa1eb97cc8a5 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409443
Nov 24 17:07:50.375664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03236e4d-2304-4739-80e8-a098a25e43e8 req-396871ea-9fa0-4bc4-ac01-18a2464a3ab9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:50.377242 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03236e4d-2304-4739-80e8-a098a25e43e8 req-396871ea-9fa0-4bc4-ac01-18a2464a3ab9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 943 time: 0.0815179
Nov 24 17:07:50.427574 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03236e4d-2304-4739-80e8-a098a25e43e8 req-656ad53f-7ed0-43c6-b09b-2ca657cd0b80 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441992
Nov 24 17:07:51.223651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device dd5a8090-51cb-4721-928b-16fc1bf5efe0 details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 17:07:51.362656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port dd5a8090-51cb-4721-928b-16fc1bf5efe0, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:07:51.376337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0', 'network_id': 'b068dfe9-ad15-49a4-93e6-820815909b1a', 'port_id': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0', 'mac_address': 'fa:16:3e:b0:5c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef414787-116d-4147-a25f-94e48d538de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:07:51.433682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:51.451648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5a8090-51cb-4721-928b-16fc1bf5efe0 {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:07:51.467006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port dd5a8090-51cb-4721-928b-16fc1bf5efe0, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:07:51.469904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:51.471760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:07:51.537042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=dd5a8090-51cb-4721-928b-16fc1bf5efe0,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:07:51.546111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.546500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.546875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.547248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.547624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.547988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.548349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.548713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.549077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.549434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.549790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:07:51.554179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:07:51.638151 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b241f2-effa-4ab0-af71-46565cda0999 req-7971099e-db07-4ac6-ac84-195e331ff9f5 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:51.639747 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50b241f2-effa-4ab0-af71-46565cda0999 req-7971099e-db07-4ac6-ac84-195e331ff9f5 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 944 time: 0.0842268
Nov 24 17:07:51.686914 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-50b241f2-effa-4ab0-af71-46565cda0999 req-83d80c00-79aa-43b3-921f-d38077655a96 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411861
Nov 24 17:07:51.713406 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['dd5a8090-51cb-4721-928b-16fc1bf5efe0'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:07:52.910368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32b0d9-dfaa-4fde-9d0a-66756b301f4c req-e3d9f60a-0600-4cb8-982e-4026db582019 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:52.911963 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7e32b0d9-dfaa-4fde-9d0a-66756b301f4c req-e3d9f60a-0600-4cb8-982e-4026db582019 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 944 time: 0.0852778
Nov 24 17:07:52.959723 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-7e32b0d9-dfaa-4fde-9d0a-66756b301f4c req-4fda3162-4db8-4061-a511-7dd44a7db043 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416632
Nov 24 17:07:53.223684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device dd5a8090-51cb-4721-928b-16fc1bf5efe0 up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:07:53.293628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port dd5a8090-51cb-4721-928b-16fc1bf5efe0 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:07:53.298502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port dd5a8090-51cb-4721-928b-16fc1bf5efe0 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:07:53.298922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:53.416156 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:53.443449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:07:53.453970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port dd5a8090-51cb-4721-928b-16fc1bf5efe0, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:07:53.457023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:07:53.459057 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:07:53.536488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=dd5a8090-51cb-4721-928b-16fc1bf5efe0,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:07:53.540081 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:07:53.581848 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0', 'code': 200}
Nov 24 17:07:53.814878 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14e1ac34-4a2c-4320-bd22-2ddba7473c06 req-f00a16c6-9e86-483c-9407-c6f0a6c2fde8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 1098 time: 0.0727472
Nov 24 17:07:53.857673 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14e1ac34-4a2c-4320-bd22-2ddba7473c06 req-d00dbb14-6fe6-409e-83f5-3800e4ef9145 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366654
Nov 24 17:07:54.164253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd23da-c8bf-41bb-b3a0-abf4dce4c3ba req-3179d5ba-ea56-4025-a2c7-3a42ba95d487 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:54.165843 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-63bd23da-c8bf-41bb-b3a0-abf4dce4c3ba req-3179d5ba-ea56-4025-a2c7-3a42ba95d487 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 945 time: 0.0856733
Nov 24 17:07:54.216584 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-63bd23da-c8bf-41bb-b3a0-abf4dce4c3ba req-2f6e322d-17cb-4996-89a0-3c0fc12f9469 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439858
Nov 24 17:07:55.421505 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59968320-a9ee-49e0-9026-f55c236c319e req-691e81a8-65b8-4455-a493-e33ae70b53d2 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:07:55.423265 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-59968320-a9ee-49e0-9026-f55c236c319e req-691e81a8-65b8-4455-a493-e33ae70b53d2 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 945 time: 0.0821426
Nov 24 17:07:55.471334 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-59968320-a9ee-49e0-9026-f55c236c319e req-5cafbdc5-14bf-4467-b472-61676382cfff tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416398
Nov 24 17:08:00.408585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:01.172522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abfe3a-bdc0-441e-b72c-52adb403e894 req-bf7d49b7-7f2d-4a73-9ae3-eb4d02200a0b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:01.174139 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c3abfe3a-bdc0-441e-b72c-52adb403e894 req-bf7d49b7-7f2d-4a73-9ae3-eb4d02200a0b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 945 time: 0.0839577
Nov 24 17:08:01.223517 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-c3abfe3a-bdc0-441e-b72c-52adb403e894 req-3de0211a-e076-4158-b0a4-88caf9ab3052 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429859
Nov 24 17:08:01.475147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-65aa4787-f48e-4128-9148-d615e3f2d621 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:01.476659 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-65aa4787-f48e-4128-9148-d615e3f2d621 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 945 time: 0.0805500
Nov 24 17:08:01.552028 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Deleting port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:08:01.552416 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:01.800668 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] For port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:08:01.800987 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:01.931616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Calling delete_port for d0bfd1c2-ec84-4b8d-aa62-649fa96496fc owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:08:02.070618 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:02.076785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a8564fd-1b6d-490e-9eb5-46579b6ee88a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:08:02.083696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['d0bfd1c2-ec84-4b8d-aa62-649fa96496fc'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:08:02.123837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Pushing event deleted for resources: {'Port': ['ID=d0bfd1c2-ec84-4b8d-aa62-649fa96496fc,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:08:02.127621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:08:02.203825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] No DVR routers for this DVR port d0bfd1c2-ec84-4b8d-aa62-649fa96496fc on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:08:02.206436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:02.209257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'name': 'network-vif-deleted', 'tag': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:08:02.225912 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4843578e-a2de-46bd-8870-40a08f5d9cc7 req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "DELETE /v2.0/ports/d0bfd1c2-ec84-4b8d-aa62-649fa96496fc HTTP/1.1" status: 204  len: 173 time: 0.7430956
Nov 24 17:08:02.266872 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e3fc4c-4d89-4ef9-862b-759e7e391a90', 'name': 'network-vif-deleted', 'tag': 'd0bfd1c2-ec84-4b8d-aa62-649fa96496fc', 'status': 'completed', 'code': 200}
Nov 24 17:08:02.618495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-dae53daa-4db9-4e4a-a850-c476bbd182c6 req-3de23866-ab8b-4cee-bd88-05d54cf26b3f tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Synchronizing usage tracker for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:08:02.633569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-dae53daa-4db9-4e4a-a850-c476bbd182c6 req-3de23866-ab8b-4cee-bd88-05d54cf26b3f tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Unset dirty status for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:08:02.634935 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-dae53daa-4db9-4e4a-a850-c476bbd182c6 req-3de23866-ab8b-4cee-bd88-05d54cf26b3f tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=91e3fc4c-4d89-4ef9-862b-759e7e391a90 HTTP/1.1" status: 200  len: 210 time: 0.2864311
Nov 24 17:08:05.100939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-453958e0-3c71-46b5-96bf-0a811f9ba602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:05.973612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device d0bfd1c2-ec84-4b8d-aa62-649fa96496fc no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:08:06.011892 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: d0bfd1c2-ec84-4b8d-aa62-649fa96496fc {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:08:06.012290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device d0bfd1c2-ec84-4b8d-aa62-649fa96496fc not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:08:06.587723 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:07.622451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-869928dc-d529-41ca-a14c-2b0901f6a4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:08.150473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:09.181116 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:12.245396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-d6063141-cdd1-4190-8943-5209edbdf9f4 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:12.246995 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-d6063141-cdd1-4190-8943-5209edbdf9f4 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 814 time: 0.1598122
Nov 24 17:08:12.263922 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-4e816568-d08b-4061-b8f7-5396dc66e15e tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/quotas/c81e7a74b5d641a4809c97b8741f3cf7 HTTP/1.1" status: 200  len: 375 time: 0.0108232
Nov 24 17:08:12.314109 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-3d569b9e-e58a-4de3-85bf-110e8170d5ac tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448298
Nov 24 17:08:12.396046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-ca6a6b0e-4f3e-4064-be54-0d592d1726cf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:08:12.397209 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-ca6a6b0e-4f3e-4064-be54-0d592d1726cf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0760882
Nov 24 17:08:12.548191 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-9e0a30b6-b0b9-4d67-bea7-cb64ad74fafa service neutron] 10.222.0.53 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442235
Nov 24 17:08:12.691455 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-4e26c260-e05f-44da-9318-35990a23421f service neutron] 10.222.0.53 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367340
Nov 24 17:08:12.888408 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5ed2d5bf-4796-4d7d-a420-b76d088f3b09 req-8eacc1bb-0c48-4994-bc66-d788fe9aab16 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 210 time: 0.0449579
Nov 24 17:08:13.927616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-7f372213-891f-41ce-b4d7-b5e3f471473b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:13.930046 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-7f372213-891f-41ce-b4d7-b5e3f471473b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 814 time: 0.1627793
Nov 24 17:08:13.946310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Request body: {'port': {'device_id': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2', 'admin_state_up': True, 'tenant_id': 'c81e7a74b5d641a4809c97b8741f3cf7'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:08:14.091677 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-3aa210c4-6c72-4469-b19b-edc40b423db7 req-0b4374d7-8e47-45b1-be6b-a016bcdb98ac tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 210 time: 0.0602632
Nov 24 17:08:14.145636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:08:14.155612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:08:14.167840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Made reservation on behalf of c81e7a74b5d641a4809c97b8741f3cf7 for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:08:14.173607 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:14.342324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Allocated IP 172.20.0.10 (325c40b3-ad28-4a18-9ff1-a7331e6ff2d2/ab9741c5-9249-4f62-9f31-bce3efcdc4f0/37ef1880-30b0-4523-9cff-fd9cd1833ece) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:08:14.546002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:14.571285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:14.576756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:08:14.643049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:08:14.644144 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:08:14.648039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:08:14.689845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Pushing event updated for resources: {'Port': ['ID=37ef1880-30b0-4523-9cff-fd9cd1833ece,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:08:14.694359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:08:14.720418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:14.721069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:14.747088 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8055210
Nov 24 17:08:14.759595 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Request body: {'port': {'device_id': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:08:14.874659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:15.287398 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ef1880-30b0-4523-9cff-fd9cd1833ece {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:08:15.297400 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:15.318566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Transition to ACTIVE for port object 37ef1880-30b0-4523-9cff-fd9cd1833ece will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:08:15.322698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:15.326968 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b2f84be4-51b2-459b-8697-5b6b8bea877d tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:08:15.399862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d42624-ab55-46cc-9966-b1cdae1dc6b2 req-666e4df5-a093-44cb-8f40-0fbc8c2a4702 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:15.400604 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-06d42624-ab55-46cc-9966-b1cdae1dc6b2 req-666e4df5-a093-44cb-8f40-0fbc8c2a4702 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Synchronizing usage tracker for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:08:15.468689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Pushing event updated for resources: {'Port': ['ID=37ef1880-30b0-4523-9cff-fd9cd1833ece,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:08:15.474513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:08:15.483014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-06d42624-ab55-46cc-9966-b1cdae1dc6b2 req-666e4df5-a093-44cb-8f40-0fbc8c2a4702 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Unset dirty status for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:08:15.484280 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-06d42624-ab55-46cc-9966-b1cdae1dc6b2 req-666e4df5-a093-44cb-8f40-0fbc8c2a4702 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 932 time: 0.2571092
Nov 24 17:08:15.612430 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-06d42624-ab55-46cc-9966-b1cdae1dc6b2 req-73957036-c26d-4e93-9c4c-5f17a12f45e6 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977824
Nov 24 17:08:15.629281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Attempting to bind port 37ef1880-30b0-4523-9cff-fd9cd1833ece on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:08:15.629694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Attempting to bind port 37ef1880-30b0-4523-9cff-fd9cd1833ece by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:08:15.630088 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Attempting to bind port 37ef1880-30b0-4523-9cff-fd9cd1833ece on network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:08:15.636154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Port 37ef1880-30b0-4523-9cff-fd9cd1833ece on network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 17:08:15.636514 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Attempting to bind port 37ef1880-30b0-4523-9cff-fd9cd1833ece on network 325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:08:15.643124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:08:15.643496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Checking segment: {'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:08:15.643910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Bound using segment: {'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:08:15.644371 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Bound port: 37ef1880-30b0-4523-9cff-fd9cd1833ece, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:08:15.644751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:15.737066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] For port 37ef1880-30b0-4523-9cff-fd9cd1833ece, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:08:15.740173 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] For port 37ef1880-30b0-4523-9cff-fd9cd1833ece, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:08:15.743519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:15.747789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7efa4d0b-282b-45b4-92c9-61a50b09d48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:08:15.807695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:15.809198 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/37ef1880-30b0-4523-9cff-fd9cd1833ece HTTP/1.1" status: 200  len: 1094 time: 1.0541649
Nov 24 17:08:15.809726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'tag': '37ef1880-30b0-4523-9cff-fd9cd1833ece'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:08:15.830936 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Pushing event updated for resources: {'Port': ['ID=37ef1880-30b0-4523-9cff-fd9cd1833ece,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:08:15.834232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:08:15.882636 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'tag': '37ef1880-30b0-4523-9cff-fd9cd1833ece', 'status': 'completed', 'code': 200}
Nov 24 17:08:15.923219 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-42650e38-5805-4467-b721-49d49ed9ee6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 1097 time: 0.0761304
Nov 24 17:08:15.998451 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-14511789-b9bf-48ce-a89d-2f9c13147e11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece HTTP/1.1" status: 200  len: 217 time: 0.0668056
Nov 24 17:08:16.064991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-3dec1b06-4872-4670-91be-79e604acd24e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:16.066525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-3dec1b06-4872-4670-91be-79e604acd24e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9741c5-9249-4f62-9f31-bce3efcdc4f0 HTTP/1.1" status: 200  len: 854 time: 0.0624707
Nov 24 17:08:16.118693 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-f7c6041f-21b2-49b4-a2b5-3225d3b8bd27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447121
Nov 24 17:08:16.262791 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-3456d494-8b66-4f8c-b184-2e6e340229dc service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367698
Nov 24 17:08:16.405345 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-14c4f597-3bc6-4c8c-bed6-fa01837e60c7 req-213516f4-6213-4474-ada8-c7e07d1786b7 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353872
Nov 24 17:08:16.524700 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-5c315235-14b3-4a92-ba6f-f421a6ec175d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 1097 time: 0.0751646
Nov 24 17:08:16.664407 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-521eb570-1a16-47fc-857b-c66f2a187345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:16.666005 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-521eb570-1a16-47fc-857b-c66f2a187345 service neutron] 10.222.0.21 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 915 time: 0.1346161
Nov 24 17:08:16.983589 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-c16d976e-39a2-49e0-a69a-cc4e5d3b510b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece HTTP/1.1" status: 200  len: 217 time: 0.3106694
Nov 24 17:08:17.075881 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-d22d9000-9b4a-4cda-8bfa-799826806269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:17.077411 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-d22d9000-9b4a-4cda-8bfa-799826806269 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9741c5-9249-4f62-9f31-bce3efcdc4f0 HTTP/1.1" status: 200  len: 854 time: 0.0837231
Nov 24 17:08:17.091478 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab60ec-4a93-48ca-aa90-28bcd4460c6e req-6796b62b-8f51-4f94-b329-de35ec04745d tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:17.092957 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9bab60ec-4a93-48ca-aa90-28bcd4460c6e req-6796b62b-8f51-4f94-b329-de35ec04745d tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 944 time: 0.1435096
Nov 24 17:08:17.150373 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-7be57e5c-790e-4451-aeee-a2858d22da0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563924
Nov 24 17:08:17.270682 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9bab60ec-4a93-48ca-aa90-28bcd4460c6e req-62e31fea-b126-4bff-a7a8-0ec2d29d55f4 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447284
Nov 24 17:08:17.317051 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-d9930fcc-ad49-4c60-9558-597eb4a5cfd8 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602173
Nov 24 17:08:17.461323 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-940cd413-9b79-4524-a75d-4d8b60af7b1e req-cb6ed594-8a1f-4ab9-9de1-127dbc982b93 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370890
Nov 24 17:08:18.476986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bc384-ba83-4496-b6b8-3fdc4bec204f req-66f9b1e1-4a9e-4175-a6ec-fd8f5fbf5f57 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:18.479290 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b67bc384-ba83-4496-b6b8-3fdc4bec204f req-66f9b1e1-4a9e-4175-a6ec-fd8f5fbf5f57 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 944 time: 0.0813687
Nov 24 17:08:18.534043 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-b67bc384-ba83-4496-b6b8-3fdc4bec204f req-aafcf36d-4a6a-4e17-94a2-7676a313182e tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483098
Nov 24 17:08:19.322567 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 37ef1880-30b0-4523-9cff-fd9cd1833ece details requested by agent hyperv_hv-cinder-81877 with host hv-cinder-81877 {{(pid=88186) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Nov 24 17:08:19.462718 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 37ef1880-30b0-4523-9cff-fd9cd1833ece, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:08:19.476869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Returning: {'device': '37ef1880-30b0-4523-9cff-fd9cd1833ece', 'network_id': '325c40b3-ad28-4a18-9ff1-a7331e6ff2d2', 'port_id': '37ef1880-30b0-4523-9cff-fd9cd1833ece', 'mac_address': 'fa:16:3e:45:99:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9741c5-9249-4f62-9f31-bce3efcdc4f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88186) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:08:19.537557 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:19.555276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ef1880-30b0-4523-9cff-fd9cd1833ece {{(pid=88186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:08:19.571446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 37ef1880-30b0-4523-9cff-fd9cd1833ece, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:08:19.575578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:19.577531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:08:19.650565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=37ef1880-30b0-4523-9cff-fd9cd1833ece,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:08:19.654125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:08:19.744350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d6f6f-a869-4a7b-9dcb-106681f92f37 req-77002206-9258-4777-b899-fd9ed19c2edd tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:19.746454 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-762d6f6f-a869-4a7b-9dcb-106681f92f37 req-77002206-9258-4777-b899-fd9ed19c2edd tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 945 time: 0.0829239
Nov 24 17:08:19.793869 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-762d6f6f-a869-4a7b-9dcb-106681f92f37 req-d9c8fe3d-6756-4cbe-9147-f74e0d1f7e14 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411532
Nov 24 17:08:19.830922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['37ef1880-30b0-4523-9cff-fd9cd1833ece'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:08:21.001791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c661080-c616-4f0e-8da8-aac57f24a82e req-9b1c1890-4fa6-4819-abc2-408588110100 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:21.003407 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6c661080-c616-4f0e-8da8-aac57f24a82e req-9b1c1890-4fa6-4819-abc2-408588110100 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 945 time: 0.0854487
Nov 24 17:08:21.050723 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-6c661080-c616-4f0e-8da8-aac57f24a82e req-e577dbd6-6caa-40b4-83ce-80488221399c tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413713
Nov 24 17:08:21.331340 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 37ef1880-30b0-4523-9cff-fd9cd1833ece up at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:08:21.398621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning for port 37ef1880-30b0-4523-9cff-fd9cd1833ece completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:08:21.403991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Provisioning complete for port 37ef1880-30b0-4523-9cff-fd9cd1833ece triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:08:21.404413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:21.518855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:21.545695 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ef1880-30b0-4523-9cff-fd9cd1833ece'}] {{(pid=88186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:08:21.556138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] For port 37ef1880-30b0-4523-9cff-fd9cd1833ece, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:08:21.559615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:21.563000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e1ed4837-1455-4a0b-91a5-0072c79bf4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:08:21.613743 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ef1880-30b0-4523-9cff-fd9cd1833ece', 'code': 200}
Nov 24 17:08:21.640905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Pushing event updated for resources: {'Port': ['ID=37ef1880-30b0-4523-9cff-fd9cd1833ece,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:08:21.644114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:08:21.841713 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4a00e4d4-e098-4046-83fe-5f02f69d6ae0 req-ab2ed0c9-38db-4a47-ae9e-10bbce5c336a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 1099 time: 0.0725753
Nov 24 17:08:21.886165 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4a00e4d4-e098-4046-83fe-5f02f69d6ae0 req-a4df525f-ecb9-447b-93a8-d4c9a95c8619 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379288
Nov 24 17:08:22.143379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:08:22.256790 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9d0f-fb71-4e37-b958-b5a8f410396a req-6f8a36c0-84b3-4809-b6ba-d2bc06bca825 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:22.258392 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-893a9d0f-fb71-4e37-b958-b5a8f410396a req-6f8a36c0-84b3-4809-b6ba-d2bc06bca825 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 946 time: 0.0861166
Nov 24 17:08:22.306729 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-893a9d0f-fb71-4e37-b958-b5a8f410396a req-a98120d5-add4-4f6e-ae1c-bebd7afc1c7b tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420029
Nov 24 17:08:23.513124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c0988-ba88-4049-a796-c950c450bfbd req-7f5d81ed-b539-4a43-8e41-5533b5baf916 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:08:23.514645 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-508c0988-ba88-4049-a796-c950c450bfbd req-7f5d81ed-b539-4a43-8e41-5533b5baf916 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 946 time: 0.0824919
Nov 24 17:08:23.565486 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-508c0988-ba88-4049-a796-c950c450bfbd req-79e9e978-7945-4c4c-9368-aa022afeb990 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449157
Nov 24 17:08:30.406887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:35.101378 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ec3ad304-c81f-4689-a448-cab323494bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:36.593154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:37.624349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1028d89-2e95-4248-b7d0-398ce10a4d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:38.154445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:39.123690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:08:59.144830 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:09:00.411659 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:05.102846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47510fd7-346b-4235-a80b-d9bf59dd2f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:06.594199 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:07.625418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc2b0de0-1829-43d5-827c-9a31f2121f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:08.155509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:09.202690 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:23.774376 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-a30758ba-af3c-4b0b-8f03-afebaa94dec3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730281
Nov 24 17:09:23.921495 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-11d6ce5f-c8a2-4e69-add4-3e61e34e808e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1099 time: 0.0727074
Nov 24 17:09:24.079870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987049f-f648-4654-ab39-94ed6f626912 req-a815963f-803f-41ee-be40-38f0f2bd273d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:09:24.081360 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-a815963f-803f-41ee-be40-38f0f2bd273d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1408172
Nov 24 17:09:24.155521 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-91484f60-a9bb-4fa6-93bd-82bfd8fc4cbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0667522
Nov 24 17:09:24.224374 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987049f-f648-4654-ab39-94ed6f626912 req-7bc4a93e-c77e-465f-b5e7-bba371bc48b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:09:24.225955 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-7bc4a93e-c77e-465f-b5e7-bba371bc48b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0647748
Nov 24 17:09:24.280329 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-852f3c26-3366-4131-8c5b-b8142d7a283e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466442
Nov 24 17:09:24.290548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-c77fc3f9-6d8b-4bc1-b73d-60d71f466ac0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=88185) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:09:24.291560 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-c77fc3f9-6d8b-4bc1-b73d-60d71f466ac0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0051241
Nov 24 17:09:24.439567 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-1abfcbbe-6ae3-4263-aa0f-3f17ef166d5e service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411557
Nov 24 17:09:24.584085 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5987049f-f648-4654-ab39-94ed6f626912 req-d6d750a9-188e-47a4-a083-5decee206985 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379769
Nov 24 17:09:30.405648 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:35.103649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40aa1314-76e5-4085-b21e-2cdd31893d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:36.144957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:09:36.595735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:37.626865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c61b941-765a-40ea-9917-840847c3950a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:38.158223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:09:39.126976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:00.421055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:05.105889 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea1611d2-7dc3-4745-a459-eb1aebdd05b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:06.597217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:07.628418 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f58089b3-3ba5-4dc8-ba61-dd95598ace74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:08.161766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:09.139390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:13.146257 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:10:24.786730 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-d1e4ad36-1f57-474e-8a07-4a27c63eab6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725451
Nov 24 17:10:24.881126 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-828d4e3d-82e7-4872-bbda-705a2859b4fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 1098 time: 0.0740504
Nov 24 17:10:25.034883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-fa01d505-5799-42d5-a245-8cd5e9dde989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:10:25.036469 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-fa01d505-5799-42d5-a245-8cd5e9dde989 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1368248
Nov 24 17:10:25.111007 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-f29cf0d1-bf7c-4e34-bc9c-9ee3b3a71759 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22 HTTP/1.1" status: 200  len: 217 time: 0.0674171
Nov 24 17:10:25.178087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-e3acdd17-091c-42ca-bb07-aa4b38afda02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:10:25.179525 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-e3acdd17-091c-42ca-bb07-aa4b38afda02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0626254
Nov 24 17:10:25.232520 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-ed415fd0-9c3e-4235-9fdd-971e90df3ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455866
Nov 24 17:10:25.379679 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-b1d1754c-d018-4e39-913b-dd189d70b848 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418247
Nov 24 17:10:25.518865 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8bb5372d-4a70-48e2-adaa-40f089636227 req-27770d6b-b45f-4135-a55d-2c1d662d3ad2 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325564
Nov 24 17:10:30.418154 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:35.107743 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef153667-e90a-4b3a-91e0-df7cc14f30c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:36.600935 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:37.629631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ec09efc-7335-46f5-881e-66ed452cc7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:38.164096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:39.130681 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:10:50.146676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:11:00.454593 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:05.110122 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-441a2fb7-1e7c-4fbf-8b83-be41b2466c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:06.602488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:07.632578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00c2a739-d10f-409a-9327-2fe9c2e24826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:08.166710 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:09.132368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:25.904515 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-fbd12975-48e6-45d7-b17f-dadf0d90541f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1745083
Nov 24 17:11:26.000672 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-5789a85d-8c0a-4bfe-9409-0993c415726d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 1098 time: 0.0756290
Nov 24 17:11:26.159133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-1943a8ae-0efd-4159-8749-5edf9e3f82ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:11:26.160689 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-1943a8ae-0efd-4159-8749-5edf9e3f82ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1418362
Nov 24 17:11:26.231399 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-883e096e-5afe-4f9c-9f36-88f282647814 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0 HTTP/1.1" status: 200  len: 217 time: 0.0639603
Nov 24 17:11:26.301779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-e073b0a1-232e-45b2-9e61-0a757c851144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:11:26.303360 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-e073b0a1-232e-45b2-9e61-0a757c851144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0663562
Nov 24 17:11:26.353606 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-2264b92e-3309-454f-af54-3691b26cc779 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435448
Nov 24 17:11:26.504205 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-d198554a-84ed-4e59-a8ae-3246f61954a6 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442726
Nov 24 17:11:26.852230 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1502ac94-af6f-4c00-9d1b-116a85aa5af6 req-68b68015-3cd6-4d93-b10a-9f9966349aef service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3417914
Nov 24 17:11:27.148273 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:11:30.447310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:35.111580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a1ed-979d-41e5-b104-fb889425a765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:36.603976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:37.633104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edd1aa00-dea1-4ec2-9538-dc8c9f34b5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:38.169040 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:11:39.135992 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:00.462355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:04.148531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:12:05.113076 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45281792-9c5d-4c39-8c0f-033161b7c004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:06.604900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:07.633845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-02e27059-8ffd-4dd6-b674-dc9d961fff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:08.171608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:09.144149 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:26.785086 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-97298544-8f09-4d42-ae03-71a2661c6b82 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731852
Nov 24 17:12:26.882329 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-3f9890f7-7f07-45ba-9f02-7cfd9500e781 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 1099 time: 0.0750129
Nov 24 17:12:27.033068 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-85a335d5-c076-4512-9f1f-eb4972a24c24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:12:27.034615 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-85a335d5-c076-4512-9f1f-eb4972a24c24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 200  len: 915 time: 0.1335073
Nov 24 17:12:27.105191 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-b4c6b574-88e0-45c4-a3df-22e8b36fa06f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece HTTP/1.1" status: 200  len: 217 time: 0.0619650
Nov 24 17:12:27.174730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-8aa60549-7fb8-4052-a283-c583162b7c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:12:27.176422 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-8aa60549-7fb8-4052-a283-c583162b7c1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab9741c5-9249-4f62-9f31-bce3efcdc4f0 HTTP/1.1" status: 200  len: 854 time: 0.0645511
Nov 24 17:12:27.227945 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-34101482-9fbd-4cbd-a690-d86af59c07c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436597
Nov 24 17:12:27.369356 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-721b2922-4cd0-46f6-874b-5d270a4d68d8 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339052
Nov 24 17:12:27.510834 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-92323e0c-d4bc-4ac3-94d3-6c0ba858efa9 req-7a669138-83b6-4493-b666-856aee266f14 service neutron] 10.222.0.21 "GET /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353207
Nov 24 17:12:30.474871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:35.115414 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2d71021-9d46-4f49-b1e6-e8f42d245c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:36.605689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:37.635494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-82f54226-344b-4ad8-96c1-5c0de72a6609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:38.175460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:39.143171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:12:41.150053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:13:00.474520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:05.116925 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-599bdc92-198d-4702-8bee-05a51afd1d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:06.610228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:07.636852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7ad5-a94b-4fb5-a252-2591602bc3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:08.176841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:09.145419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:18.151855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:13:27.759396 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-0aabf07a-ca28-4f86-a18a-2cf7675227d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771825
Nov 24 17:13:27.902331 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-bf0ffddc-9a3c-45d0-a7d4-6d4544c19b82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddf80c87c78545b596193aea044877ba&device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 1099 time: 0.0740788
Nov 24 17:13:28.054568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-c5e0ac33-e859-4d83-bff8-c5caf1984919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:13:28.056037 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-c5e0ac33-e859-4d83-bff8-c5caf1984919 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 200  len: 916 time: 0.1353381
Nov 24 17:13:28.131291 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-4706c0b3-542f-422f-937c-93b13e277b75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 200  len: 217 time: 0.0686133
Nov 24 17:13:28.203427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-01e6cdd0-666e-40f2-af96-bf85dec6237b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:13:28.205611 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-01e6cdd0-666e-40f2-af96-bf85dec6237b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 200  len: 855 time: 0.0686715
Nov 24 17:13:28.254693 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-51b71966-3250-4a2c-bf58-3809b8e655ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b068dfe9-ad15-49a4-93e6-820815909b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425625
Nov 24 17:13:28.395265 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-2026d691-5538-462d-a65e-dfd4fc4ad594 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342537
Nov 24 17:13:28.536592 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5a8808a5-0f36-41cc-9f5e-ca4f74d15bbc req-9729da1b-7524-4c16-a775-fb022d1a9714 service neutron] 10.222.0.21 "GET /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350040
Nov 24 17:13:30.492080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:35.118226 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db9bcef9-e6c6-4d80-89d0-c040f51047ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:36.617019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:37.636835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bac29125-bc4e-4c22-937f-52b131faa543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:38.180445 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:39.146652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:45.816279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [req-0021e3c0-edf7-4051-be66-6d9722325b74 req-b9974090-94cc-428a-82d9-bd8025eb1adb service neutron] (88184) timed out ('10.222.0.53', 50560) {{(pid=88184) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 24 17:13:55.152142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:13:59.270808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54235f-7964-4b46-b328-eafb7e3e746d req-a48ecdb4-d488-43d9-9447-2194199a2d3b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:13:59.272348 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5e54235f-7964-4b46-b328-eafb7e3e746d req-a48ecdb4-d488-43d9-9447-2194199a2d3b tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 945 time: 0.1806574
Nov 24 17:13:59.320504 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-5e54235f-7964-4b46-b328-eafb7e3e746d req-3a570e48-168c-4e58-81d6-e40e772bd26e tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420656
Nov 24 17:13:59.537943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-e441d229-ae91-4c0b-ba87-9da44457d309 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:13:59.539420 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-e441d229-ae91-4c0b-ba87-9da44457d309 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 945 time: 0.0804262
Nov 24 17:13:59.613998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Deleting port dd5a8090-51cb-4721-928b-16fc1bf5efe0 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:13:59.614408 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:59.859756 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] For port dd5a8090-51cb-4721-928b-16fc1bf5efe0, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=dd5a8090-51cb-4721-928b-16fc1bf5efe0,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:13:59.860075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:13:59.990168 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Calling delete_port for dd5a8090-51cb-4721-928b-16fc1bf5efe0 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:14:00.126913 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:00.132435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cb51988c-aa75-48b6-abc3-ff0fb24942e6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:00.138580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a322ddb7-72b8-4e49-b0b5-c3980d086534', '890e66e1-fb71-40b5-8d35-3b6f42cdeb22', 'dd5a8090-51cb-4721-928b-16fc1bf5efe0'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:14:00.207869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Pushing event deleted for resources: {'Port': ['ID=dd5a8090-51cb-4721-928b-16fc1bf5efe0,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:00.257970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] No DVR routers for this DVR port dd5a8090-51cb-4721-928b-16fc1bf5efe0 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:14:00.260471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.260888 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.261295 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.261697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.262120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.262521 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.262918 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.263312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.263701 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.264090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.264482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:00.267439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:00.270674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'name': 'network-vif-deleted', 'tag': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:14:00.274900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:00.286213 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-4adf474e-9794-4d34-ae35-0f4895ff13d3 req-91aa8f32-ec3d-4b34-8990-699fa331f8ee tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "DELETE /v2.0/ports/dd5a8090-51cb-4721-928b-16fc1bf5efe0 HTTP/1.1" status: 204  len: 173 time: 0.7414632
Nov 24 17:14:00.432273 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6479807a-5f4d-4ab6-b606-3bd88154ca13', 'name': 'network-vif-deleted', 'tag': 'dd5a8090-51cb-4721-928b-16fc1bf5efe0', 'status': 'completed', 'code': 200}
Nov 24 17:14:00.487871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:00.546559 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-032f25a7-4d2f-4dfd-814f-52fb7b1c98ba req-2fa63d6d-5db3-4030-a13d-1c8f8de96479 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Synchronizing usage tracker for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:14:00.560656 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-032f25a7-4d2f-4dfd-814f-52fb7b1c98ba req-2fa63d6d-5db3-4030-a13d-1c8f8de96479 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Unset dirty status for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:14:00.561899 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-032f25a7-4d2f-4dfd-814f-52fb7b1c98ba req-2fa63d6d-5db3-4030-a13d-1c8f8de96479 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=6479807a-5f4d-4ab6-b606-3bd88154ca13 HTTP/1.1" status: 200  len: 210 time: 0.0644042
Nov 24 17:14:02.898998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device dd5a8090-51cb-4721-928b-16fc1bf5efe0 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:14:02.932932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: dd5a8090-51cb-4721-928b-16fc1bf5efe0 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:14:02.933321 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device dd5a8090-51cb-4721-928b-16fc1bf5efe0 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:14:03.385606 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a2ec-6890-4f05-b025-0beb780d0480 req-1cd464d0-06a8-4cb5-9e68-e91152b61ae7 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:03.387152 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9682a2ec-6890-4f05-b025-0beb780d0480 req-1cd464d0-06a8-4cb5-9e68-e91152b61ae7 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 945 time: 0.1603138
Nov 24 17:14:03.434472 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9682a2ec-6890-4f05-b025-0beb780d0480 req-6af612cb-5fe1-4b9d-830a-8f164ece9cb4 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410764
Nov 24 17:14:03.589671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efbe80-b526-4592-b261-1dd54802fe53 req-56a8fa6c-becc-43dc-9d95-4d89b591ccce tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:03.591223 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03efbe80-b526-4592-b261-1dd54802fe53 req-56a8fa6c-becc-43dc-9d95-4d89b591ccce tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 945 time: 0.0850902
Nov 24 17:14:03.662451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Deleting port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:14:03.662770 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:03.912960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] For port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:14:03.913529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:04.037158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Calling delete_port for 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:14:04.190825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:04.197407 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a18748ad-2fbc-4b18-aec4-731e765249f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:04.202471 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a322ddb7-72b8-4e49-b0b5-c3980d086534', '890e66e1-fb71-40b5-8d35-3b6f42cdeb22'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:14:04.242840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Pushing event deleted for resources: {'Port': ['ID=890e66e1-fb71-40b5-8d35-3b6f42cdeb22,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:04.245684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:04.317718 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] No DVR routers for this DVR port 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:14:04.320397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:04.324655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'name': 'network-vif-deleted', 'tag': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:14:04.338292 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-03efbe80-b526-4592-b261-1dd54802fe53 req-1488b9ad-2154-41e2-9edf-030d81559daa tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "DELETE /v2.0/ports/890e66e1-fb71-40b5-8d35-3b6f42cdeb22 HTTP/1.1" status: 204  len: 173 time: 0.7414711
Nov 24 17:14:04.395537 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135ee7b3-385d-4a97-be7d-7da8cfe098a5', 'name': 'network-vif-deleted', 'tag': '890e66e1-fb71-40b5-8d35-3b6f42cdeb22', 'status': 'completed', 'code': 200}
Nov 24 17:14:04.618570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-9ace9873-fce4-4a1f-80a6-4399ba6330c7 req-b9b468e9-aa9b-4135-89ee-fd8f154f7562 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Synchronizing usage tracker for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:14:04.632612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-9ace9873-fce4-4a1f-80a6-4399ba6330c7 req-b9b468e9-aa9b-4135-89ee-fd8f154f7562 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Unset dirty status for tenant:ddf80c87c78545b596193aea044877ba on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:14:04.633830 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-9ace9873-fce4-4a1f-80a6-4399ba6330c7 req-b9b468e9-aa9b-4135-89ee-fd8f154f7562 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=135ee7b3-385d-4a97-be7d-7da8cfe098a5 HTTP/1.1" status: 200  len: 210 time: 0.0624237
Nov 24 17:14:05.119548 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-520c2cfe-7486-45b1-b1f6-2a4ec1d6664e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:06.610194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:06.913536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:14:06.947315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:14:06.947714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 890e66e1-fb71-40b5-8d35-3b6f42cdeb22 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:14:07.383076 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227b312-5cad-4ef6-a228-c6b99a217986 req-345c7825-98ea-4ce1-a23c-680d07aad9d2 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:07.384679 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8227b312-5cad-4ef6-a228-c6b99a217986 req-345c7825-98ea-4ce1-a23c-680d07aad9d2 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 946 time: 0.0837238
Nov 24 17:14:07.433313 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-8227b312-5cad-4ef6-a228-c6b99a217986 req-7de91477-82af-4943-828f-fb0bc2d35cbb tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/security-groups?id=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424511
Nov 24 17:14:07.638520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac8a5892-f1f9-4a74-94b0-49623ef93d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:07.646600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-8c53a497-d35d-4720-83be-cfb5268d31d2 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:07.648174 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-8c53a497-d35d-4720-83be-cfb5268d31d2 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 946 time: 0.0851974
Nov 24 17:14:07.722152 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Deleting port a322ddb7-72b8-4e49-b0b5-c3980d086534 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:14:07.722545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:08.183963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:08.190870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] For port a322ddb7-72b8-4e49-b0b5-c3980d086534, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=a322ddb7-72b8-4e49-b0b5-c3980d086534,segment=NetworkSegment(506ca7d1-92dd-481a-bb70-fcc1ae8fff14),segment_id=506ca7d1-92dd-481a-bb70-fcc1ae8fff14)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:14:08.191281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:08.314682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Calling delete_port for a322ddb7-72b8-4e49-b0b5-c3980d086534 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:14:08.457259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:08.462904 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a8e32137-30e1-409a-b463-0ae652d12717 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:08.469696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['a322ddb7-72b8-4e49-b0b5-c3980d086534'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:14:08.507818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Pushing event deleted for resources: {'Port': ['ID=a322ddb7-72b8-4e49-b0b5-c3980d086534,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:08.512127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:08.618351 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] No DVR routers for this DVR port a322ddb7-72b8-4e49-b0b5-c3980d086534 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:14:08.624285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:08.626980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'name': 'network-vif-deleted', 'tag': 'a322ddb7-72b8-4e49-b0b5-c3980d086534'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:14:08.642045 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-1b21072a-4775-4785-8e09-23d12400dad4 req-b41babe6-c40e-435d-885a-9e56ce74fd58 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0a3b9e4-444d-477e-adb8-1de341ad6fa8 HTTP/1.1" status: 200  len: 210 time: 0.0648298
Nov 24 17:14:08.648535 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2a47dbd3-3f24-448a-b360-d3148ad9b49d req-759dd155-bf22-4172-9177-254332a5f3a9 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] 10.222.0.21 "DELETE /v2.0/ports/a322ddb7-72b8-4e49-b0b5-c3980d086534 HTTP/1.1" status: 204  len: 173 time: 0.9950440
Nov 24 17:14:08.687113 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a3b9e4-444d-477e-adb8-1de341ad6fa8', 'name': 'network-vif-deleted', 'tag': 'a322ddb7-72b8-4e49-b0b5-c3980d086534', 'status': 'completed', 'code': 200}
Nov 24 17:14:09.158063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:09.751583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34016) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:10.011337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Deleting subnet ef414787-116d-4147-a25f-94e48d538de8 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:14:10.014396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.069270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.125543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.194654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.200142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cd550d06-197e-43aa-97ee-ff972b86f8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:10.240058 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef414787-116d-4147-a25f-94e48d538de8,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:10.242724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:10.245575 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.251874 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-923bbf74-bda4-428f-b1b4-0a866484ce6a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ef414787-116d-4147-a25f-94e48d538de8 HTTP/1.1" status: 204  len: 168 time: 0.4992051
Nov 24 17:14:10.254644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34024) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:10.366515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.500662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.526706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f97df940>,) {'filters': {'network_id': ['b068dfe9-ad15-49a4-93e6-820815909b1a']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:10.539751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f97df940>, '506ca7d1-92dd-481a-bb70-fcc1ae8fff14') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:10.540090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f97df940>, '506ca7d1-92dd-481a-bb70-fcc1ae8fff14') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:10.553564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.569730 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.576102 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 17:14:10.576522 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:14:10.591357 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:14:10.677605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.681405 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3ede7288-5720-4ce1-af1c-26801a5501a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:10.697789 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:10.705697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b068dfe9-ad15-49a4-93e6-820815909b1a,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:10.707937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:10.709501 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-33cb6c70-451a-4bce-8064-9cbbf4e39b83 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b068dfe9-ad15-49a4-93e6-820815909b1a HTTP/1.1" status: 204  len: 168 time: 0.4538765
Nov 24 17:14:10.849285 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34030) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:10.902652 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-843e2df8-c308-4c92-ad93-9a3706dd5cf6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddf80c87c78545b596193aea044877ba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520468
Nov 24 17:14:10.905100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34034) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:10.913007 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a322ddb7-72b8-4e49-b0b5-c3980d086534 no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:14:10.947318 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: a322ddb7-72b8-4e49-b0b5-c3980d086534 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:14:10.947712 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device a322ddb7-72b8-4e49-b0b5-c3980d086534 not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:14:10.970810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:11.001051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:11.050324 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:11.055177 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-564d3e8d-ccef-4b83-93fa-b22ef625f3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:11.068085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a159a3f6-3cf0-4c6d-8114-39b0eeb2728f,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:11.082621 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.083042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.083457 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.083869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.084279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.084687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.085093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.085500 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.085901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.086347 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.086735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:11.089758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:11.092043 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a159a3f6-3cf0-4c6d-8114-39b0eeb2728f HTTP/1.1" status: 204  len: 168 time: 0.1849260
Nov 24 17:14:11.092043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:13.647128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34094) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:13.813321 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:13.845961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:13.849896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a73e75511eaf4e6381bb17497cb73436 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:13.852867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:13.859361 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:13.927713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:13.930403 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:13.938109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-06fdc31e-dfa2-4c93-9266-063072193ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:13.980599 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a73e75511eaf4e6381bb17497cb73436&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3322999
Nov 24 17:14:13.981429 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29ad782-c799-47ea-8f72-dad3ad7ae135,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:13.984086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34100) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:13.985201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-61c6f2fe-bbed-4051-9d00-e0df9a4023e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:14.050197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45435c88-e362-4244-b5c2-ded2d8e83369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.076617 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45435c88-e362-4244-b5c2-ded2d8e83369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.119453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45435c88-e362-4244-b5c2-ded2d8e83369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.124810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e1ee635e-1ded-4baa-8841-29488bf53329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:14.135262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45435c88-e362-4244-b5c2-ded2d8e83369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29ad782-c799-47ea-8f72-dad3ad7ae135,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:14.138931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-45435c88-e362-4244-b5c2-ded2d8e83369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:14.142296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45435c88-e362-4244-b5c2-ded2d8e83369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.143507 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-45435c88-e362-4244-b5c2-ded2d8e83369 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a29ad782-c799-47ea-8f72-dad3ad7ae135 HTTP/1.1" status: 204  len: 168 time: 0.1582630
Nov 24 17:14:14.483077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34110) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:14.503321 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.534792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:14.538713 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Usage tracker for resource:security_group_rule and tenant:70efa4c35fcc437eb66db0517d16c8b8 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:14.541543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:14.548063 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:14.612669 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.615489 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.622677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-41f2b7ee-3018-45f1-93d0-0fb7c936da3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:14.663536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf84c85-e20a-4968-8529-490a049b6a45,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:14.666677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:14.670333 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4bf2022b-0d7b-4acf-ae5e-95dcf18d2468 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70efa4c35fcc437eb66db0517d16c8b8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1855669
Nov 24 17:14:14.673218 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34114) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:14.739453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d48ba4a-e64c-4fab-9c5e-51e1a63f60b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.765646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d48ba4a-e64c-4fab-9c5e-51e1a63f60b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.808816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d48ba4a-e64c-4fab-9c5e-51e1a63f60b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.813698 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-63bd2ac9-d3fe-4342-83a7-c27c59680314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:14.828481 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48ba4a-e64c-4fab-9c5e-51e1a63f60b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf84c85-e20a-4968-8529-490a049b6a45,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:14.831603 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2d48ba4a-e64c-4fab-9c5e-51e1a63f60b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:14.835872 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d48ba4a-e64c-4fab-9c5e-51e1a63f60b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:14.837082 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2d48ba4a-e64c-4fab-9c5e-51e1a63f60b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baf84c85-e20a-4968-8529-490a049b6a45 HTTP/1.1" status: 204  len: 168 time: 0.1627614
Nov 24 17:14:18.240283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34192) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:18.391281 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:18.423370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:18.427627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Usage tracker for resource:security_group_rule and tenant:ee73adbae66f4d91834f956622e81cd0 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:18.430529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:18.436767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:18.502176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:18.504979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:18.512179 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-aa914b6e-b4ed-4dc7-af01-517fc0cc8fa3 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:18.559963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f2e15-c95b-46f7-9ea8-29315197cb03,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:18.563127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:18.565478 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee73adbae66f4d91834f956622e81cd0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3240967
Nov 24 17:14:18.568372 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34198) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:18.630574 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5c2-fec5-4924-ab9a-324e83c0ee35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:18.658764 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5c2-fec5-4924-ab9a-324e83c0ee35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:18.703480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5c2-fec5-4924-ab9a-324e83c0ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:18.708490 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-527945b1-a98c-4463-8cbe-d73ecb1b5f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:18.720658 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35a5c2-fec5-4924-ab9a-324e83c0ee35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f2e15-c95b-46f7-9ea8-29315197cb03,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:18.723769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bb35a5c2-fec5-4924-ab9a-324e83c0ee35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:18.725688 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb35a5c2-fec5-4924-ab9a-324e83c0ee35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:18.729367 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-bb35a5c2-fec5-4924-ab9a-324e83c0ee35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d75f2e15-c95b-46f7-9ea8-29315197cb03 HTTP/1.1" status: 204  len: 168 time: 0.1577373
Nov 24 17:14:19.073365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34208) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:19.097425 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:19.130352 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:19.134333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Usage tracker for resource:security_group_rule and tenant:82ffce5600084193a2b6d7e6a340dc67 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:19.137198 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:19.143119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:19.209319 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:19.212865 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:19.220138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9df7efd9-c9bc-477e-b417-34ed34acbde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:19.264947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdc6c93-3661-4499-b429-8ee8af9a3ba5,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:19.268286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:19.274413 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82ffce5600084193a2b6d7e6a340dc67&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1998098
Nov 24 17:14:19.277023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34212) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:19.339841 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:19.366497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:19.409470 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:19.414356 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e5f3ee87-c283-4a2f-9e77-51b581e17560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:19.430753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdc6c93-3661-4499-b429-8ee8af9a3ba5,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:19.433326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:19.441339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:19.442607 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bdc6c93-3661-4499-b429-8ee8af9a3ba5 HTTP/1.1" status: 204  len: 168 time: 0.1646206
Nov 24 17:14:20.819612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34246) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:20.968615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:21.004080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:21.008042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Usage tracker for resource:security_group_rule and tenant:4843f96b95b94b8a944ca1e51e212ec3 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:21.011044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:21.017482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:21.086332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:21.088850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:21.096094 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-827fecbe-cc60-40db-bff6-304735c6167f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:21.137181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca3e278-a59d-4a8f-99ab-7629aa11c7e6,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:21.140453 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:21.144058 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4843f96b95b94b8a944ca1e51e212ec3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3233762
Nov 24 17:14:21.146806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34252) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:21.209608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:21.240806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:21.293639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:21.299409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bb4b7e96-1362-4979-8945-4ad22872b14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:21.312757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca3e278-a59d-4a8f-99ab-7629aa11c7e6,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:21.316073 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:21.318628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:21.320315 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ca3e278-a59d-4a8f-99ab-7629aa11c7e6 HTTP/1.1" status: 204  len: 168 time: 0.1721110
Nov 24 17:14:24.611631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494cad7-caba-4e08-b507-9888f647a8cf req-29b5527c-191e-4cff-b676-8067e82d6d67 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:24.613173 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2494cad7-caba-4e08-b507-9888f647a8cf req-29b5527c-191e-4cff-b676-8067e82d6d67 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 946 time: 0.0907204
Nov 24 17:14:24.663634 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2494cad7-caba-4e08-b507-9888f647a8cf req-a5bb8a1c-76b4-4b52-b249-7596ea663047 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf98c308-c82b-47d3-82e2-a24afaaf7eb4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433986
Nov 24 17:14:24.926960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-48715fca-d9f4-48d0-9945-844797391b26 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:24.928601 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-48715fca-d9f4-48d0-9945-844797391b26 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 946 time: 0.0902407
Nov 24 17:14:25.009485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Deleting port 37ef1880-30b0-4523-9cff-fd9cd1833ece {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:14:25.009869 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:25.265646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] For port 37ef1880-30b0-4523-9cff-fd9cd1833ece, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=37ef1880-30b0-4523-9cff-fd9cd1833ece,segment=NetworkSegment(5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8),segment_id=5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:14:25.266054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:25.391766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Calling delete_port for 37ef1880-30b0-4523-9cff-fd9cd1833ece owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:14:25.539546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:25.545262 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4928f3b2-d095-4f53-8482-22d73490c4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:25.552123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] get_ports_and_sgs() called for port_ids ['37ef1880-30b0-4523-9cff-fd9cd1833ece'] {{(pid=88186) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:14:25.599947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Pushing event deleted for resources: {'Port': ['ID=37ef1880-30b0-4523-9cff-fd9cd1833ece,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:25.602683 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:25.673694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] No DVR routers for this DVR port 37ef1880-30b0-4523-9cff-fd9cd1833ece on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:14:25.676321 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:25.679147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'name': 'network-vif-deleted', 'tag': '37ef1880-30b0-4523-9cff-fd9cd1833ece'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:14:25.700121 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-02fe8ba5-d0b3-46e8-b928-ee7f9435df03 req-54386f9f-a173-494c-a27e-bb39414b50ca tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.21 "DELETE /v2.0/ports/37ef1880-30b0-4523-9cff-fd9cd1833ece HTTP/1.1" status: 204  len: 173 time: 0.7663944
Nov 24 17:14:25.747554 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a9b494-b1fd-4ce5-9571-9f9da4d720c0', 'name': 'network-vif-deleted', 'tag': '37ef1880-30b0-4523-9cff-fd9cd1833ece', 'status': 'completed', 'code': 200}
Nov 24 17:14:25.843342 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-2e273beb-6432-46f9-b4e5-329e2ead792d req-a481ac71-9048-4a70-b3ef-13a3334a5557 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Synchronizing usage tracker for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:14:25.858397 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-2e273beb-6432-46f9-b4e5-329e2ead792d req-a481ac71-9048-4a70-b3ef-13a3334a5557 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Unset dirty status for tenant:c81e7a74b5d641a4809c97b8741f3cf7 on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:14:25.859665 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-2e273beb-6432-46f9-b4e5-329e2ead792d req-a481ac71-9048-4a70-b3ef-13a3334a5557 tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8a9b494-b1fd-4ce5-9571-9f9da4d720c0 HTTP/1.1" status: 200  len: 210 time: 0.0605550
Nov 24 17:14:28.920219 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 37ef1880-30b0-4523-9cff-fd9cd1833ece no longer exists at agent hyperv_hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:14:28.953883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] No Port match for: 37ef1880-30b0-4523-9cff-fd9cd1833ece {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:14:28.954298 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Device 37ef1880-30b0-4523-9cff-fd9cd1833ece not bound to the agent host hv-cinder-81877 {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:14:30.503295 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:32.152603 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:14:32.605937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34410) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:32.758811 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:32.792362 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:32.797025 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Usage tracker for resource:security_group_rule and tenant:6414277403164dcaba6ad4f88baa1d23 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:32.800596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:32.806552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:32.877111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:32.879546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:32.886178 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5974a72c-edbc-4dc6-a837-d5e3d15f9cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:32.927676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a9a094-aa39-49af-90fe-1013723e63b8,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:32.931387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:32.933735 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-78586a87-cc95-4b11-a747-0c97e091d07e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6414277403164dcaba6ad4f88baa1d23&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3267016
Nov 24 17:14:32.936643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34416) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:32.997973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c958d2e1-a454-44bd-bf86-a804bd212451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.024948 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c958d2e1-a454-44bd-bf86-a804bd212451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.085450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c958d2e1-a454-44bd-bf86-a804bd212451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.091056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-96912501-a9a9-4742-9abe-5f12fb5e4f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:33.104258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958d2e1-a454-44bd-bf86-a804bd212451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a9a094-aa39-49af-90fe-1013723e63b8,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:33.107564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c958d2e1-a454-44bd-bf86-a804bd212451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:33.109768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c958d2e1-a454-44bd-bf86-a804bd212451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.113448 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c958d2e1-a454-44bd-bf86-a804bd212451 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88a9a094-aa39-49af-90fe-1013723e63b8 HTTP/1.1" status: 204  len: 168 time: 0.1735477
Nov 24 17:14:33.468110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34428) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:33.488120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.521479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:33.525519 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Usage tracker for resource:security_group_rule and tenant:046e2c084a584976934a40a06fd1614d is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:33.528486 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:33.534649 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:33.608050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.611120 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.618796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d259b63f-af83-4717-a767-8c921c6c6e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:33.662773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a96e26b-e30f-484b-aeab-caa331e06af1,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:33.665886 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:33.668330 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-80cb0b8e-953a-4975-9300-1527f874a971 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=046e2c084a584976934a40a06fd1614d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1989479
Nov 24 17:14:33.671848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34436) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:33.740691 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c99d3257-2186-4b8d-8dec-f53b27f709fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.768260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c99d3257-2186-4b8d-8dec-f53b27f709fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.818160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c99d3257-2186-4b8d-8dec-f53b27f709fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.823048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7eb9a4b4-814d-4ce6-9802-e356fed9ee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:33.835383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d3257-2186-4b8d-8dec-f53b27f709fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a96e26b-e30f-484b-aeab-caa331e06af1,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:33.838581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c99d3257-2186-4b8d-8dec-f53b27f709fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:33.840571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c99d3257-2186-4b8d-8dec-f53b27f709fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:33.842563 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c99d3257-2186-4b8d-8dec-f53b27f709fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a96e26b-e30f-484b-aeab-caa331e06af1 HTTP/1.1" status: 204  len: 168 time: 0.1698442
Nov 24 17:14:34.258581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34444) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:34.278046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:34.314922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:34.319056 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Usage tracker for resource:security_group_rule and tenant:38d5d7cfd87a4ea69ba3cb27e56bab9d is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:34.322017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:34.328533 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:34.395276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:34.397901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:34.405827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d0e31f67-6d60-4089-b6d9-72529b7a766a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:34.448354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f7dec2-a0f2-4733-9c17-52706700b26d,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:34.452576 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38d5d7cfd87a4ea69ba3cb27e56bab9d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1929078
Nov 24 17:14:34.453565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b0e83c9e-e5c6-4f57-96bc-1a17d6053b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:34.455347 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34448) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:34.516385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0aa9-0201-4f9c-ad63-2b354ae54868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:34.542623 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0aa9-0201-4f9c-ad63-2b354ae54868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:34.585122 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0aa9-0201-4f9c-ad63-2b354ae54868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:34.589901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-40842212-f1c7-4efa-bf22-2bbd22d2cc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:34.606267 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf0aa9-0201-4f9c-ad63-2b354ae54868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f7dec2-a0f2-4733-9c17-52706700b26d,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:34.609411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ebbf0aa9-0201-4f9c-ad63-2b354ae54868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:34.611360 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ebbf0aa9-0201-4f9c-ad63-2b354ae54868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:34.612528 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ebbf0aa9-0201-4f9c-ad63-2b354ae54868 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96f7dec2-a0f2-4733-9c17-52706700b26d HTTP/1.1" status: 204  len: 168 time: 0.1562197
Nov 24 17:14:35.121211 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d7801cb-83cd-4db2-a967-0245fd8b9b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:36.611785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:37.640449 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-162cf53d-24ec-4605-9f2f-a021c7a55453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:38.187048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:38.869914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34514) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:39.020998 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.053534 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:39.057538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:d34737322e7d4c859668007012c7bdc6 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:39.060581 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:39.067221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:39.135188 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.138066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.146536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c603f53-7b73-4c17-9fb8-4320c107d88b tempest-AttachVolumeTestJSON-579521729 tempest-AttachVolumeTestJSON-579521729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:39.156035 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.190332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d82ea2-44bc-4fd6-9a3e-235fcf16bdbd,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:39.193550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:39.199080 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6ba4264d-926d-4e88-8db3-4f7600066ac8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d34737322e7d4c859668007012c7bdc6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3254530
Nov 24 17:14:39.199697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34522) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:39.261329 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f440ca1-1b2e-4dac-afe9-0103b1f07eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.287469 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f440ca1-1b2e-4dac-afe9-0103b1f07eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.335989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f440ca1-1b2e-4dac-afe9-0103b1f07eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.340914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-392c2937-f4ae-40bc-9d47-9d9d7576ebfe tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:39.354671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f440ca1-1b2e-4dac-afe9-0103b1f07eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d82ea2-44bc-4fd6-9a3e-235fcf16bdbd,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:39.357217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9f440ca1-1b2e-4dac-afe9-0103b1f07eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:39.359788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f440ca1-1b2e-4dac-afe9-0103b1f07eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:39.360996 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-9f440ca1-1b2e-4dac-afe9-0103b1f07eba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31d82ea2-44bc-4fd6-9a3e-235fcf16bdbd HTTP/1.1" status: 204  len: 168 time: 0.1607730
Nov 24 17:14:52.783852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34596) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:53.038874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Deleting subnet ab9741c5-9249-4f62-9f31-bce3efcdc4f0 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:14:53.041884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.097311 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.156736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.227095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.231963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cc25f381-cd7e-4a8d-8e64-7677f8bb28b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:53.269910 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9741c5-9249-4f62-9f31-bce3efcdc4f0,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:53.273612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:53.276991 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.283617 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-f0aa1506-c678-413a-b504-b0a251274ead admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab9741c5-9249-4f62-9f31-bce3efcdc4f0 HTTP/1.1" status: 204  len: 168 time: 0.4986954
Nov 24 17:14:53.286373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34602) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:53.396846 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.528702 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.555616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f9784e10>,) {'filters': {'network_id': ['325c40b3-ad28-4a18-9ff1-a7331e6ff2d2']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:53.567976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9784e10>, '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:53.568314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9784e10>, '5a23d8b8-28cd-48c4-9fb1-8b5cb30617f8') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:53.580509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.594908 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.602180 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 17:14:53.602664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:14:53.616883 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:14:53.897882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.901766 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-69fde0d4-c698-491a-aeaa-9c1d07b3df93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:53.918133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:53.924528 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=325c40b3-ad28-4a18-9ff1-a7331e6ff2d2,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:53.927759 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:53.929325 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/325c40b3-ad28-4a18-9ff1-a7331e6ff2d2 HTTP/1.1" status: 204  len: 168 time: 0.6419864
Nov 24 17:14:54.089244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34608) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:54.140959 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-bc3b5f2c-f630-4297-9737-4ba33376a378 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c81e7a74b5d641a4809c97b8741f3cf7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0504553
Nov 24 17:14:54.143971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34612) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:54.205289 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-483ff464-2e1b-42c6-a5c7-7fb5d2199d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:54.231373 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-483ff464-2e1b-42c6-a5c7-7fb5d2199d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:54.276779 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-483ff464-2e1b-42c6-a5c7-7fb5d2199d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:54.281666 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c71fc0e-284b-44a8-b1db-7967a6c4feaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:54.295073 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ff464-2e1b-42c6-a5c7-7fb5d2199d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf98c308-c82b-47d3-82e2-a24afaaf7eb4,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:54.297837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-483ff464-2e1b-42c6-a5c7-7fb5d2199d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:54.299358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-483ff464-2e1b-42c6-a5c7-7fb5d2199d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:54.300587 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-483ff464-2e1b-42c6-a5c7-7fb5d2199d28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf98c308-c82b-47d3-82e2-a24afaaf7eb4 HTTP/1.1" status: 204  len: 168 time: 0.1556582
Nov 24 17:14:55.197809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34634) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:55.335644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2138735986-network', 'tenant_id': '691189ee36be416e89930e13e47d818e'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:14:55.340955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:55.345061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Usage tracker for resource:network and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:55.348077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:55.354402 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:55.367349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Made reservation on behalf of 691189ee36be416e89930e13e47d818e for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:14:55.372054 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.385515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.422566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:55.435515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:55.435515 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:55.438464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:55.504223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.507185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.511916 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-333d37d1-431d-477e-8be2-e8563a57d7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:55.536353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 17:14:55.549565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f4d268-783e-40d6-ab19-cc55aa3ca3f6,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:55.553847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:55.554848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.555228 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Added segment c817aa76-657b-40dc-bd26-5e95f8435f71 of type vlan for network e6f51b11-3ff3-415d-a792-f0bd8bc9f694
Nov 24 17:14:55.581905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.611460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.612694 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:55.613333 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:55.618125 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:55.721858 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5227175
Nov 24 17:14:55.725053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34640) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:55.725283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Pushing event updated for resources: {'Network': ['ID=e6f51b11-3ff3-415d-a792-f0bd8bc9f694,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:55.728216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-80da4177-dcae-4edd-8c02-182634de75bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:55.731392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Request body: {'subnet': {'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2138735986-subnet', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:14:55.737823 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:55.739845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 17:14:55.742343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Usage tracker for resource:subnet and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:55.745485 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:55.752985 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:55.762193 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Made reservation on behalf of 691189ee36be416e89930e13e47d818e for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:14:55.767097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.173536 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.178488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-73093dd5-9b6f-4b1f-b2e1-37fe43d45dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:56.257855 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4878a1-2279-465f-98dc-86b9ccdc5912,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:56.260937 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:56.269114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Checking segment: {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:14:56.269506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Network hostable DHCP agents. Network: e6f51b11-3ff3-415d-a792-f0bd8bc9f694, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 17:14:56.291241 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 17:14:56.299475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, e6f51b11-3ff3-415d-a792-f0bd8bc9f694) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:14:56.303475 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:14:56.304123 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.308302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda45025-afce-4c01-b5f1-d57f84fbf570 None None] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:14:56.326686 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-ed71ad35-6892-42e7-9469-6b7572e93079 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5978453
Nov 24 17:14:56.327042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34644) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:56.333657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:14:56.338480 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:14:56.342439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Usage tracker for resource:router and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:14:56.345332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:14:56.351245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:14:56.360605 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.361647 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.380531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.528206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'fixed_ips': [{'subnet_id': '4c4878a1-2279-465f-98dc-86b9ccdc5912'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 17:14:56.529097 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.532816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.690391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Allocated IP 172.20.0.2 (e6f51b11-3ff3-415d-a792-f0bd8bc9f694/4c4878a1-2279-465f-98dc-86b9ccdc5912/30effed2-ac52-4f37-a54c-97d61eab7a21) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:14:56.725540 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.758055 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.899113 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Allocated IP 172.27.3.46 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/8216c119-a8ed-4bd6-bb96-365c81811dc5) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:14:56.899454 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.909808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Transition to ACTIVE for port object 30effed2-ac52-4f37-a54c-97d61eab7a21 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:14:56.929047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Transition to ACTIVE for port object 30effed2-ac52-4f37-a54c-97d61eab7a21 will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:14:56.933602 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:56.938617 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:57.004821 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:14:57.005943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:14:57.009859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:14:57.016248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Pushing event updated for resources: {'Port': ['ID=30effed2-ac52-4f37-a54c-97d61eab7a21,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:57.056147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.056565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.056920 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.057296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.057419 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.057667 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.058051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.058437 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.058808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.059172 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.059535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.059898 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:14:57.067367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:57.084164 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.088594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cc8625a9-c8cc-42a0-82e9-aa67df6e71fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:57.120487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Attempting to bind port 30effed2-ac52-4f37-a54c-97d61eab7a21 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:14:57.120900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Attempting to bind port 30effed2-ac52-4f37-a54c-97d61eab7a21 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:14:57.121305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Attempting to bind port 30effed2-ac52-4f37-a54c-97d61eab7a21 on network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:14:57.128147 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:14:57.128570 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Checking segment: {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:14:57.129017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.129452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Bound using segment: {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:14:57.129963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Bound port: 30effed2-ac52-4f37-a54c-97d61eab7a21, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:14:57.130411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.164185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:14:57.168631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:14:57.171599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:14:57.221757 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] For port 30effed2-ac52-4f37-a54c-97d61eab7a21, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:14:57.225249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] For port 30effed2-ac52-4f37-a54c-97d61eab7a21, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=30effed2-ac52-4f37-a54c-97d61eab7a21,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:14:57.227535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8216c119-a8ed-4bd6-bb96-365c81811dc5,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:57.228160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.230727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:57.238874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:57.334686 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Pushing event updated for resources: {'Port': ['ID=30effed2-ac52-4f37-a54c-97d61eab7a21,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:57.339996 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:57.366344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.369446 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.666955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Router 0a564704-074f-474b-a688-767e78e1844f is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88184) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 17:14:57.885676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:14:57.897670 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Sync routers for ids ['0a564704-074f-474b-a688-767e78e1844f'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:14:57.909174 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:57.910228 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Routers {'0a564704-074f-474b-a688-767e78e1844f'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:14:57.910741 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d472fc41-7f60-455b-90f2-9f5b000158c6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5825830
Nov 24 17:14:57.910883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa355f98>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:14:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['0a564704-074f-474b-a688-767e78e1844f'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:57.913543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34652) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:14:58.097767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Set router 0a564704-074f-474b-a688-767e78e1844f gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:14:58.575269 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa355f98>, [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:57Z', 'revision_number': 3, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port': {'id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:58.581045 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Checking router: 0a564704-074f-474b-a688-767e78e1844f for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:14:58.581586 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Updating router 0a564704-074f-474b-a688-767e78e1844f port 8216c119-a8ed-4bd6-bb96-365c81811dc5 binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 17:14:58.641314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:58.671085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 30effed2-ac52-4f37-a54c-97d61eab7a21 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:14:58.720877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:58.831994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 30effed2-ac52-4f37-a54c-97d61eab7a21 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:14:59.044988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d3d91-0f31-4cfb-83a0-89a1b35ccda3 None None] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:14:59.158531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.165535 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Allocated IP 172.20.0.1 (e6f51b11-3ff3-415d-a792-f0bd8bc9f694/4c4878a1-2279-465f-98dc-86b9ccdc5912/22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf) {{(pid=88184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:14:59.213827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Transition to ACTIVE for port object 8216c119-a8ed-4bd6-bb96-365c81811dc5 will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:14:59.224709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] Provisioning for port 30effed2-ac52-4f37-a54c-97d61eab7a21 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:14:59.232270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.237044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:59.297700 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] Provisioning complete for port 30effed2-ac52-4f37-a54c-97d61eab7a21 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:14:59.298124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.321627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.339303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Transition to ACTIVE for port object 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf will not be triggered until provisioned by entity DHCP. {{(pid=88184) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:14:59.358341 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.362203 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-363a0ec4-0bd2-4990-a766-5fef4acf0fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:59.412592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df41242-b7b6-4fb9-afd3-8fa7a33e8a3e None None] Pushing event updated for resources: {'Port': ['ID=8216c119-a8ed-4bd6-bb96-365c81811dc5,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:59.421364 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0df41242-b7b6-4fb9-afd3-8fa7a33e8a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:59.433145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:14:59.436157 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:14:59.441185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Received port after_create {{(pid=88184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:14:59.451434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Attempting to bind port 8216c119-a8ed-4bd6-bb96-365c81811dc5 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:14:59.451852 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Attempting to bind port 8216c119-a8ed-4bd6-bb96-365c81811dc5 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:14:59.452274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Attempting to bind port 8216c119-a8ed-4bd6-bb96-365c81811dc5 on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:14:59.467451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Pushing event updated for resources: {'Port': ['ID=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,revision_number=1']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:59.472825 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:59.475810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:14:59.476239 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:14:59.476689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.477133 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:14:59.477654 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Bound port: 8216c119-a8ed-4bd6-bb96-365c81811dc5, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:14:59.478096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.497600 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.577412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.615986 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.639994 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] For port 8216c119-a8ed-4bd6-bb96-365c81811dc5, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:14:59.658091 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] For port 8216c119-a8ed-4bd6-bb96-365c81811dc5, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=8216c119-a8ed-4bd6-bb96-365c81811dc5,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:14:59.667778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.674565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:59.729255 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] For port 30effed2-ac52-4f37-a54c-97d61eab7a21, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=30effed2-ac52-4f37-a54c-97d61eab7a21,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:14:59.737971 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.762019 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df41242-b7b6-4fb9-afd3-8fa7a33e8a3e None None] Pushing event updated for resources: {'Port': ['ID=8216c119-a8ed-4bd6-bb96-365c81811dc5,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:59.767530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0df41242-b7b6-4fb9-afd3-8fa7a33e8a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:59.768061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:59.818210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Routers {'0a564704-074f-474b-a688-767e78e1844f'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:14:59.818912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa355f98>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:14:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['0a564704-074f-474b-a688-767e78e1844f'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:14:59.823482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.827512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1274992'] for port, after_update {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.857875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-837fbe27-4d2c-4783-a51d-71d1a40cfd36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:14:59.944601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:14:59.951301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Pushing event updated for resources: {'Port': ['ID=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,revision_number=2']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:59.960929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:14:59.969711 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] Pushing event updated for resources: {'Port': ['ID=30effed2-ac52-4f37-a54c-97d61eab7a21,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:14:59.997383 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3339c2cb-40b5-485a-9dc1-34386a6b4785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:00.031808 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-76514a50-2ae9-4117-888f-f78c034ef0c7 None None] Provisioning for port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:00.040806 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-76514a50-2ae9-4117-888f-f78c034ef0c7 None None] Provisioning complete for port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:00.041233 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76514a50-2ae9-4117-888f-f78c034ef0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:00.070826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] Set router 0a564704-074f-474b-a688-767e78e1844f gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:00.104312 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 is already hosted by enough agents. {{(pid=88184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:15:00.105660 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:15:00.322837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-76514a50-2ae9-4117-888f-f78c034ef0c7 None None] Port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 17:15:00.469689 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-76514a50-2ae9-4117-888f-f78c034ef0c7 None None] Provisioning complete for port 30effed2-ac52-4f37-a54c-97d61eab7a21 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:00.470090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76514a50-2ae9-4117-888f-f78c034ef0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:00.521639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Router 0a564704-074f-474b-a688-767e78e1844f has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88184) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 17:15:00.550440 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:00.625069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 30effed2-ac52-4f37-a54c-97d61eab7a21 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:00.734816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88184) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:15:00.753403 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-23b2f4dc-98b5-4966-8a0e-0d8c14b29e85 admin admin] 10.222.0.53 "PUT /v2.0/routers/0a564704-074f-474b-a688-767e78e1844f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8303833
Nov 24 17:15:00.781327 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 30effed2-ac52-4f37-a54c-97d61eab7a21 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:00.781758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:00.822487 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa355f98>, [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 4, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port': {'id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf', 'name': '', 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'mac_address': 'fa:16:3e:d3:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:58Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 2, 'project_id': '691189ee36be416e89930e13e47d818e', 'subnets': [{'id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:00.830750 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b68f7a-50e7-4280-96c3-4973f116de93 None None] The sync data for ids ['0a564704-074f-474b-a688-767e78e1844f'] in dv-cinder-818778-2-iscsi is: [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 4, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port': {'id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf', 'name': '', 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'mac_address': 'fa:16:3e:d3:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:58Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 2, 'project_id': '691189ee36be416e89930e13e47d818e', 'subnets': [{'id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:15:00.923921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-4119df4f-9314-4ff2-972d-85342e74e02a None None] Provisioning complete for port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:00.923921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4119df4f-9314-4ff2-972d-85342e74e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:00.982258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4119df4f-9314-4ff2-972d-85342e74e02a None None] Port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 17:15:01.665975 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34676) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:01.672337 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1159891051-network', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:01.678248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:01.682275 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Usage tracker for resource:network and tenant:2bb474cc91854e179ddeec67e5894ba6 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:01.685277 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:01.691922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:01.702539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Made reservation on behalf of 2bb474cc91854e179ddeec67e5894ba6 for: {'network': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:15:01.708017 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for network, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.721738 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.756355 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:01.760339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Usage tracker for resource:security_group_rule and tenant:2bb474cc91854e179ddeec67e5894ba6 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:01.763339 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:01.770326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:01.856854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.861472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.866069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-853d857d-0e9d-4328-9c2f-c19bcc647628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:01.896098 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'}  {{(pid=88185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Nov 24 17:15:01.905399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce7bf50-be9b-41b3-9375-2fea531f8f41,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:01.915816 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.916199 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.segments_db [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Added segment 9284a861-cdec-411e-961b-8d753a6fa001 of type vlan for network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e
Nov 24 17:15:01.922306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.922720 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.923655 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.924310 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.924708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.925103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.925494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.926004 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.926278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.926665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.927051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:01.931501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:01.956578 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762801446225'] for network, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.987375 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396'] for network, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.988711 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:01.989358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:01.994979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-69d3968a-8f62-4b30-ab54-c72d96ff9db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:02.106325 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4387708
Nov 24 17:15:02.107359 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Pushing event updated for resources: {'Network': ['ID=e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:02.109076 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34682) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:02.110294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e497d8a-1b69-4e10-889c-d2e9d60c140a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:02.116111 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Request body: {'subnet': {'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1159891051-subnet', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'ip_version': 4}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:02.118336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e details requested by agent ovs-agent-dv-cinder-818778-2-iscsi with host dv-cinder-818778-2-iscsi {{(pid=88186) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 24 17:15:02.121725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:02.126134 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Usage tracker for resource:subnet and tenant:2bb474cc91854e179ddeec67e5894ba6 is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:02.129772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:02.136223 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:02.146907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Made reservation on behalf of 2bb474cc91854e179ddeec67e5894ba6 for: {'subnet': 1} {{(pid=88184) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:15:02.151687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852387276'] for subnet, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.371524 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853500733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852387291'] for subnet, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.377182 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7cfd1691-f585-41f6-a2a6-c8313f7e3d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:02.454826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86febed5-d2ca-45f8-a445-c84a985f4e40,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:02.458511 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:02.466246 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Checking segment: {'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:15:02.466643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Network hostable DHCP agents. Network: e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e, hostable agents: ['2b25fc54-eaa6-4582-8cae-147d47a98c59'], hosted agents: [] {{(pid=88184) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 24 17:15:02.488737 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e is scheduled to be hosted by DHCP agent 2b25fc54-eaa6-4582-8cae-147d47a98c59 with binding_index 1 {{(pid=88184) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 24 17:15:02.497662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818778-2-iscsi, e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e) {{(pid=88184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:15:02.502326 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88184) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:02.502979 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for subnet, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.507044 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cf865-379e-4f7d-8ff3-a2de40beb1ff None None] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:15:02.529929 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2e294aa6-893b-4434-86df-2cc506f1437a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4193223
Nov 24 17:15:02.533165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34686) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:02.539278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:02.544563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:02.550181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Usage tracker for resource:router and tenant:2bb474cc91854e179ddeec67e5894ba6 is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:02.553434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:02.560637 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:02.572241 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1661104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95568'] for router, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.573488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853114862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1728358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853022747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680232'] for router, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.598931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.676300 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 8216c119-a8ed-4bd6-bb96-365c81811dc5 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:02.762933 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1728343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1661089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680247'] for router, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.798598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94dead63-ba98-5f4f-bac8-cab6c47b1046-e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e', 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'fixed_ips': [{'subnet_id': '86febed5-d2ca-45f8-a445-c84a985f4e40'}]}} from dv-cinder-818778-2-iscsi. {{(pid=88186) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 24 17:15:02.799716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.819099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 8216c119-a8ed-4bd6-bb96-365c81811dc5 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:02.826220 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 8216c119-a8ed-4bd6-bb96-365c81811dc5 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:02.826635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.966780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:02.998556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.067201 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.075562 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Allocated IP 172.20.0.2 (e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e/86febed5-d2ca-45f8-a445-c84a985f4e40/df52eff0-1bc6-4222-a6d6-6370b6a8dfbb) {{(pid=88186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:15:03.093965 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 8216c119-a8ed-4bd6-bb96-365c81811dc5, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=8216c119-a8ed-4bd6-bb96-365c81811dc5,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:03.111146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.116100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d6929b24-6dbc-4571-a6ab-3d3264e9daae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:03.145103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Allocated IP 172.27.3.97 (2c4e2299-fad1-412a-8da3-3a110d691bba/c272ff19-52de-4b4f-a073-f05b5b83ec33/a5c42ab8-976a-4fae-b4ac-22a67b1bc36f) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:15:03.262699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=8216c119-a8ed-4bd6-bb96-365c81811dc5,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:03.268387 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:03.302711 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.329069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.334391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:03.358236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Notify callbacks [] for port, precommit_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.369335 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Transition to ACTIVE for port object df52eff0-1bc6-4222-a6d6-6370b6a8dfbb will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:03.388809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Transition to ACTIVE for port object df52eff0-1bc6-4222-a6d6-6370b6a8dfbb will not be triggered until provisioned by entity DHCP. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:03.393217 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177'] for port, after_create {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.398769 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-51bba7e8-87c0-473c-9da3-fe0ad42ac2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:03.400556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Network 2c4e2299-fad1-412a-8da3-3a110d691bba is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:15:03.403513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:15:03.408065 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:15:03.434778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:03.440594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:03.465244 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e is already hosted by enough agents. {{(pid=88186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:15:03.468110 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Resources bound (agent type, host, resource id):  {{(pid=88186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:15:03.472114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Received port after_create {{(pid=88186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:15:03.478506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Pushing event updated for resources: {'Port': ['ID=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,revision_number=1']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:03.483008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:03.570090 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Attempting to bind port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:15:03.570516 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Attempting to bind port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:15:03.570897 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Attempting to bind port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb on network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:15:03.576279 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.577145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853114712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853047504'] for router, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.578109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:15:03.578532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Checking segment: {'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:15:03.578983 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.579470 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Bound using segment: {'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:15:03.579989 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Bound port: df52eff0-1bc6-4222-a6d6-6370b6a8dfbb, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:15:03.580412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.671868 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] For port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:15:03.675907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] For port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,segment=NetworkSegment(9284a861-cdec-411e-961b-8d753a6fa001),segment_id=9284a861-cdec-411e-961b-8d753a6fa001)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:15:03.679544 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:03.684016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:03.762895 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Pushing event updated for resources: {'Port': ['ID=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,revision_number=2']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:03.766208 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:03.815161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Router a2355ece-5a6f-4c16-b1b5-f792249ed3ed is scheduled to L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d with binding_index 1 {{(pid=88185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Nov 24 17:15:04.043817 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:15:04.065099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Sync routers for ids ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:15:04.082160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:04.083725 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5490520
Nov 24 17:15:04.084967 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Routers {'a2355ece-5a6f-4c16-b1b5-f792249ed3ed'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:04.085633 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa0c7e10>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:14:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:04.086399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34690) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:04.293970 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Set router a2355ece-5a6f-4c16-b1b5-f792249ed3ed gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:04.522696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Sync routers for ids ['0a564704-074f-474b-a688-767e78e1844f'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:15:04.539826 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Routers {'0a564704-074f-474b-a688-767e78e1844f'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:04.540517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa65c780>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:14:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['0a564704-074f-474b-a688-767e78e1844f'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:04.770263 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa0c7e10>, [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 3, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port': {'id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:03Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:04.775538 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Checking router: a2355ece-5a6f-4c16-b1b5-f792249ed3ed for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:15:04.775929 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Updating router a2355ece-5a6f-4c16-b1b5-f792249ed3ed port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 17:15:04.833382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:04.898682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device df52eff0-1bc6-4222-a6d6-6370b6a8dfbb up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:04.940744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.008114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:05.018619 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 8216c119-a8ed-4bd6-bb96-365c81811dc5 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:05.065566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Set router 0a564704-074f-474b-a688-767e78e1844f gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:05.173725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6d34d6f-29ec-41c5-ba02-4ee49be5aae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.223943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.238472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Transition to ACTIVE for port object a5c42ab8-976a-4fae-b4ac-22a67b1bc36f will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:05.251427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.259161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:05.338768 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Pushing event updated for resources: {'Port': ['ID=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,revision_number=2']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:05.366216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.366682 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.367156 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.367624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.368087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.368551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.369100 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.369560 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.370018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.370493 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.370963 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:05.377772 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:05.382988 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Attempting to bind port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:15:05.383393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Attempting to bind port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:15:05.383903 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Attempting to bind port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f on network 2c4e2299-fad1-412a-8da3-3a110d691bba {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:15:05.384194 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 8216c119-a8ed-4bd6-bb96-365c81811dc5 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:05.384625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.392426 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:15:05.392983 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Checking segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:15:05.393530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.394085 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Bound using segment: {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:15:05.394729 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Bound port: a5c42ab8-976a-4fae-b4ac-22a67b1bc36f, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de88c2-5100-43de-8bf1-81a586063986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:15:05.395398 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.486128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] For port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:15:05.488036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Allocated IP 172.20.0.1 (e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e/86febed5-d2ca-45f8-a445-c84a985f4e40/134cc3e0-820f-434a-a0ac-a85753415f04) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:15:05.489932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] For port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:15:05.496680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.509905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:05.577024 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Routers {'a2355ece-5a6f-4c16-b1b5-f792249ed3ed'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:05.577706 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa0c7e10>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:14:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:05.621596 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa65c780>, [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 4, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port': {'id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf', 'name': '', 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'mac_address': 'fa:16:3e:d3:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:58Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 2, 'project_id': '691189ee36be416e89930e13e47d818e', 'subnets': [{'id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:05.627494 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Checking router: 0a564704-074f-474b-a688-767e78e1844f for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:15:05.628608 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Updating router 0a564704-074f-474b-a688-767e78e1844f port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf binding host dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 17:15:05.662423 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570fc88-8e55-4dd7-99cf-68969174c610 None None] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:15:05.674527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.692047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Transition to ACTIVE for port object 134cc3e0-820f-434a-a0ac-a85753415f04 will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:05.712290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.723520 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-10c28228-5f18-4eab-8984-153531550a03 tempest-AttachVolumeNegativeTest-1078626250 tempest-AttachVolumeNegativeTest-1078626250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:05.752997 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Pushing event updated for resources: {'Port': ['ID=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:05.758159 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-34c2d5d7-9c4a-403f-b0ed-2c8789a59691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:05.778778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.785000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] Set router a2355ece-5a6f-4c16-b1b5-f792249ed3ed gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:05.790896 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:15:05.796270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:15:05.802067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] Provisioning for port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:05.803221 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:15:05.834747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Pushing event updated for resources: {'Port': ['ID=134cc3e0-820f-434a-a0ac-a85753415f04,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:05.840409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:05.857884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] Provisioning complete for port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:05.858331 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.866693 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1682549'] for router_interface, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:05.953631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.091370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa0c7e10>, [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 3, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port': {'id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:03Z', 'updated_at': '2021-11-24T17:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:06.096323 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5321524-2a8b-4681-b46d-08190f9b8ad0 None None] The sync data for ids ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'] in dv-cinder-818778-2-iscsi is: [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 3, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port': {'id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:03Z', 'updated_at': '2021-11-24T17:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:15:06.211842 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.216601 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.247951 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a6598ffb-3ae8-4e87-b1ef-5a361a2d6197 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:06.257882 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.332687 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1167413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853093358'] for router_interface, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.337921 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Pushing event updated for resources: {'Port': ['ID=134cc3e0-820f-434a-a0ac-a85753415f04,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:06.340902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:06.343662 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] For port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,segment=NetworkSegment(9284a861-cdec-411e-961b-8d753a6fa001),segment_id=9284a861-cdec-411e-961b-8d753a6fa001)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:06.354135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.357580 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0df41242-b7b6-4fb9-afd3-8fa7a33e8a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:06.481862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] Pushing event updated for resources: {'Port': ['ID=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:06.487674 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-7242d00b-e8db-4632-821c-99824c21bc9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:06.493978 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:15:06.495192 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:15:06.507064 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Notify callbacks [] for port, precommit_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.521000 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Transition to ACTIVE for port object 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf will not be triggered until provisioned by entity L2. {{(pid=88186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:06.528155 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.536434 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:06.731499 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device df52eff0-1bc6-4222-a6d6-6370b6a8dfbb up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:06.872049 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd6b58-1198-4277-8335-6ef2d479b5fc None None] Pushing event updated for resources: {'Port': ['ID=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,revision_number=3']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:06.878393 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:06.883176 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-abdd6b58-1198-4277-8335-6ef2d479b5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:06.989549 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-b2543338-bbeb-43c4-9a38-403aa8c36e79 None None] Provisioning complete for port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:06.989976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2543338-bbeb-43c4-9a38-403aa8c36e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:07.015041 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Router a2355ece-5a6f-4c16-b1b5-f792249ed3ed has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 17:15:07.053431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:07.053845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:07.121301 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Attempting to bind port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:15:07.121802 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Attempting to bind port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:15:07.122366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Attempting to bind port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf on network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:15:07.147344 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:15:07.147931 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Checking segment: {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:15:07.148495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:07.149046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Bound using segment: {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'} {{(pid=88186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:15:07.149708 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Bound port: 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'}}] {{(pid=88186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:15:07.150284 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:07.270615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:15:07.285298 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-dc9bca06-4734-4ad9-bd3e-41fc4cf89cda admin admin] 10.222.0.53 "PUT /v2.0/routers/a2355ece-5a6f-4c16-b1b5-f792249ed3ed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1976738
Nov 24 17:15:07.398960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] For port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:15:07.403109 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] For port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:15:07.411236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:07.417831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-643cbeb3-ff0f-455c-9aef-de5623f145ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:07.451727 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-b2543338-bbeb-43c4-9a38-403aa8c36e79 None None] Provisioning for port 134cc3e0-820f-434a-a0ac-a85753415f04 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:07.482871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-b2543338-bbeb-43c4-9a38-403aa8c36e79 None None] Provisioning complete for port 134cc3e0-820f-434a-a0ac-a85753415f04 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:07.483317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2543338-bbeb-43c4-9a38-403aa8c36e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:07.563644 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b2543338-bbeb-43c4-9a38-403aa8c36e79 None None] Port 134cc3e0-820f-434a-a0ac-a85753415f04 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 17:15:07.570974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd6b58-1198-4277-8335-6ef2d479b5fc None None] Pushing event updated for resources: {'Port': ['ID=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:07.575282 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-abdd6b58-1198-4277-8335-6ef2d479b5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:07.576042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Routers {'0a564704-074f-474b-a688-767e78e1844f'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:07.576728 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa65c780>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:14:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['0a564704-074f-474b-a688-767e78e1844f'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:07.854542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b485e790-fada-4711-a297-ab22ce4195a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:07.969724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-878ad8b7-14f0-4d14-b91c-2d3a4f483866 None None] Provisioning complete for port 134cc3e0-820f-434a-a0ac-a85753415f04 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:07.970293 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-878ad8b7-14f0-4d14-b91c-2d3a4f483866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.017153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] Set router 0a564704-074f-474b-a688-767e78e1844f gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:08.093867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-878ad8b7-14f0-4d14-b91c-2d3a4f483866 None None] Port 134cc3e0-820f-434a-a0ac-a85753415f04 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 17:15:08.129922 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34700) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:08.136181 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97200696', 'description': 'tempest-secgroup-smoke-97200696 description', 'project_id': '691189ee36be416e89930e13e47d818e'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:08.142954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:08.148941 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:08.152707 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:08.158887 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:08.168735 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.212627 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:08.216875 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:08.220643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:08.227078 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:08.270274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.285760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.288582 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.293958 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1ec86ac1-ae8d-46d5-8edd-90d21d7611a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:08.339840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62588c7e-a680-4ec8-b72b-b0fdf38b7406,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:08.342589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:08.343716 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.348580 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-4d84ae8b-4659-4770-89de-22253e1455b4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.2144949
Nov 24 17:15:08.349460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34704) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:08.355835 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'security_group_rule': {'security_group_id': '62588c7e-a680-4ec8-b72b-b0fdf38b7406', 'project_id': '691189ee36be416e89930e13e47d818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:08.362640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:08.366641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:08.369566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:08.375518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:08.386411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa65c780>, [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 4, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port': {'id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf', 'name': '', 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'mac_address': 'fa:16:3e:d3:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:58Z', 'updated_at': '2021-11-24T17:15:07Z', 'revision_number': 4, 'project_id': '691189ee36be416e89930e13e47d818e', 'subnets': [{'id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:08.390639 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336cb6f-ef0b-4c00-8cc0-6707d552ea55 None None] The sync data for ids ['0a564704-074f-474b-a688-767e78e1844f'] in dv-cinder-818778-2-iscsi is: [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:14:59Z', 'revision_number': 4, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port': {'id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf', 'name': '', 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'mac_address': 'fa:16:3e:d3:3c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:58Z', 'updated_at': '2021-11-24T17:15:07Z', 'revision_number': 4, 'project_id': '691189ee36be416e89930e13e47d818e', 'subnets': [{'id': '4c4878a1-2279-465f-98dc-86b9ccdc5912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:15:08.391496 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.465072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.468016 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.470751 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:08.496128 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4583ea7c-52ea-465d-a5bf-1cc0f9703577,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:08.502204 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:08.506363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.507714 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1579325
Nov 24 17:15:08.510957 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34708) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:08.517009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'security_group_rule': {'security_group_id': '62588c7e-a680-4ec8-b72b-b0fdf38b7406', 'project_id': '691189ee36be416e89930e13e47d818e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:08.523634 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:08.527924 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:08.531087 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:08.537786 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:08.555235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.628427 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.632594 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.635186 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:08.666171 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de0387a-5a0e-43a8-aa1f-e8384622fa59,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:08.668854 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:08.676714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.678144 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5101a0c8-373c-45df-9701-385639fccb8a tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1661375
Nov 24 17:15:08.681552 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34712) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:08.687676 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'security_group_rule': {'security_group_id': '62588c7e-a680-4ec8-b72b-b0fdf38b7406', 'project_id': '691189ee36be416e89930e13e47d818e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:08.704384 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:08.707884 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device a5c42ab8-976a-4fae-b4ac-22a67b1bc36f up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:08.709981 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:08.713332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:08.719703 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:08.737005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.780624 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:08.786294 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:08.787034 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.810185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.813599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.820270 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-07a0cb53-c7d2-4068-933d-a57bcd69acf0 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:08.843563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8e6094-8795-46d2-ae5e-1f18ed4a457c,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:08.846901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:08.854906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.856252 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1736488
Nov 24 17:15:08.859497 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34716) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:08.866175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'security_group_rule': {'security_group_id': '62588c7e-a680-4ec8-b72b-b0fdf38b7406', 'project_id': '691189ee36be416e89930e13e47d818e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88184) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:08.872382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:08.876488 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:08.879650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88184) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:08.886080 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88184) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:08.904067 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.923847 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.942081 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:08.945510 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.946566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:08.976899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:08.978146 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.981953 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:08.984243 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a4ba17cd-0680-4912-ac2b-232dc3730c38 tempest-TestVolumeBootPattern-1056496048 tempest-TestVolumeBootPattern-1056496048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:09.007132 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262f7559-57bd-43d8-bbb6-8829bbf2c3d5,revision_number=0']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:09.011761 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:09.021153 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.025736 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34720) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:09.025889 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-6c4866f1-6909-4ba9-8691-96317675a727 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1649394
Nov 24 17:15:09.031932 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'security_group_rule': {'security_group_id': '62588c7e-a680-4ec8-b72b-b0fdf38b7406', 'project_id': '691189ee36be416e89930e13e47d818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:09.038571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:09.042961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:09.046430 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:09.052763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:09.063826 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Project 691189ee36be416e89930e13e47d818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 17:15:09.070969 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.080782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,revision_number=4']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:09.085616 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:09.093758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:09.098859 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:09.099368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.138401 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.141420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.144906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:09.153412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:15:09.169092 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b6a0ff-8040-46d4-8130-47407980298d,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:09.171813 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:09.172938 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.180268 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.184196 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-71992ffe-b0a5-47ba-bb85-fc1539ce57e8 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1547441
Nov 24 17:15:09.184421 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34724) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:09.192350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'security_group_rule': {'security_group_id': '62588c7e-a680-4ec8-b72b-b0fdf38b7406', 'project_id': '691189ee36be416e89930e13e47d818e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:09.199052 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:09.203365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:security_group_rule and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:09.207162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:09.213332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:09.223860 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Project 691189ee36be416e89930e13e47d818e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 17:15:09.232943 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.251696 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.293121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:09.296158 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.299343 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:09.319001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.322072 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738990'] for security_group_rule, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.324231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-5c463d98-ac00-4f77-a256-da80ac93b90c tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:09.349218 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a529ece5-5555-4f7c-bd25-b96da99d7c6e,revision_number=0']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:09.353870 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:09.357622 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:09.359074 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a592753c-715b-41c4-b8d2-2a9a76e1eddc tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1735187
Nov 24 17:15:09.368543 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:09.371778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:09.998005 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Sync routers for ids ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:15:10.010460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Routers {'a2355ece-5a6f-4c16-b1b5-f792249ed3ed'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:10.011225 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa1ae908>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:15:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:10.199905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Set router a2355ece-5a6f-4c16-b1b5-f792249ed3ed gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:10.553677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa1ae908>, [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:05Z', 'revision_number': 4, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port': {'id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:03Z', 'updated_at': '2021-11-24T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '134cc3e0-820f-434a-a0ac-a85753415f04', 'name': '', 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'mac_address': 'fa:16:3e:3e:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86febed5-d2ca-45f8-a445-c84a985f4e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:05Z', 'updated_at': '2021-11-24T17:15:06Z', 'revision_number': 2, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'subnets': [{'id': '86febed5-d2ca-45f8-a445-c84a985f4e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:10.557851 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Checking router: a2355ece-5a6f-4c16-b1b5-f792249ed3ed for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:15:10.558224 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Updating router a2355ece-5a6f-4c16-b1b5-f792249ed3ed port 134cc3e0-820f-434a-a0ac-a85753415f04 binding host dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 24 17:15:10.611124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:10.617792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device a5c42ab8-976a-4fae-b4ac-22a67b1bc36f up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:10.708349 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:10.708758 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:10.826306 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:10.896832 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:10.897251 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:10.980944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Notify callbacks [] for port, precommit_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:11.000026 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Transition to ACTIVE for port object 134cc3e0-820f-434a-a0ac-a85753415f04 will not be triggered until provisioned by entity L2. {{(pid=88187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:11.009412 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:11.017140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:11.159274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb68ca-3ff2-4f1e-87ca-7e0a3c9ba0ea None None] Pushing event updated for resources: {'Port': ['ID=134cc3e0-820f-434a-a0ac-a85753415f04,revision_number=3']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:11.162529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c9fb68ca-3ff2-4f1e-87ca-7e0a3c9ba0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:11.249566 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Attempting to bind port 134cc3e0-820f-434a-a0ac-a85753415f04 on host dv-cinder-818778-2-iscsi for vnic_type normal with profile  {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:15:11.249982 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Attempting to bind port 134cc3e0-820f-434a-a0ac-a85753415f04 by drivers openvswitch,hyperv on host dv-cinder-818778-2-iscsi at level 0 using segments [{'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:15:11.250461 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Attempting to bind port 134cc3e0-820f-434a-a0ac-a85753415f04 on network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:15:11.257814 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Checking agent: {'id': '9deac9f6-b652-43bb-a7cd-2dc9d93cb5d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818778-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 40, 6), 'started_at': datetime.datetime(2021, 11, 24, 16, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818778-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:15:11.258261 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Checking segment: {'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:15:11.258715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:11.259148 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Bound using segment: {'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'} {{(pid=88187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:15:11.259660 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Bound port: 134cc3e0-820f-434a-a0ac-a85753415f04, host: dv-cinder-818778-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9284a861-cdec-411e-961b-8d753a6fa001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e'}}] {{(pid=88187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:15:11.260074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:11.369839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] For port 134cc3e0-820f-434a-a0ac-a85753415f04, host dv-cinder-818778-2-iscsi, cleared binding levels {{(pid=88187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:15:11.372960 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] For port 134cc3e0-820f-434a-a0ac-a85753415f04, host dv-cinder-818778-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=134cc3e0-820f-434a-a0ac-a85753415f04,segment=NetworkSegment(9284a861-cdec-411e-961b-8d753a6fa001),segment_id=9284a861-cdec-411e-961b-8d753a6fa001)] {{(pid=88187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:15:11.376227 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:11.380877 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-dd98976f-80c0-42ca-9d6b-26bc79322ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:11.461050 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb68ca-3ff2-4f1e-87ca-7e0a3c9ba0ea None None] Pushing event updated for resources: {'Port': ['ID=134cc3e0-820f-434a-a0ac-a85753415f04,revision_number=4']} {{(pid=88187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:11.465238 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c9fb68ca-3ff2-4f1e-87ca-7e0a3c9ba0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:11.466394 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Routers {'a2355ece-5a6f-4c16-b1b5-f792249ed3ed'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:11.467220 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa1ae908>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:15:08Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:11.799622 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] Set router a2355ece-5a6f-4c16-b1b5-f792249ed3ed gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:12.127652 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa1ae908>, [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:05Z', 'revision_number': 4, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port': {'id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:03Z', 'updated_at': '2021-11-24T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '134cc3e0-820f-434a-a0ac-a85753415f04', 'name': '', 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'mac_address': 'fa:16:3e:3e:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86febed5-d2ca-45f8-a445-c84a985f4e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:05Z', 'updated_at': '2021-11-24T17:15:11Z', 'revision_number': 4, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'subnets': [{'id': '86febed5-d2ca-45f8-a445-c84a985f4e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:12.131732 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e697d9-5f62-4f33-8b9b-b7c82b68e44a None None] The sync data for ids ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'] in dv-cinder-818778-2-iscsi is: [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:05Z', 'revision_number': 4, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port': {'id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:03Z', 'updated_at': '2021-11-24T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi', '_interfaces': [{'id': '134cc3e0-820f-434a-a0ac-a85753415f04', 'name': '', 'network_id': 'e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'mac_address': 'fa:16:3e:3e:37:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86febed5-d2ca-45f8-a445-c84a985f4e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:05Z', 'updated_at': '2021-11-24T17:15:11Z', 'revision_number': 4, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'subnets': [{'id': '86febed5-d2ca-45f8-a445-c84a985f4e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:15:12.636517 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 134cc3e0-820f-434a-a0ac-a85753415f04 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:12.713450 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning for port 134cc3e0-820f-434a-a0ac-a85753415f04 completed by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:12.718569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 134cc3e0-820f-434a-a0ac-a85753415f04 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:12.718993 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:12.839379 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:12.873927 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] For port 134cc3e0-820f-434a-a0ac-a85753415f04, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=134cc3e0-820f-434a-a0ac-a85753415f04,segment=NetworkSegment(9284a861-cdec-411e-961b-8d753a6fa001),segment_id=9284a861-cdec-411e-961b-8d753a6fa001)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:12.877747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485'] for port, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:12.880810 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:12.951441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Pushing event updated for resources: {'Port': ['ID=134cc3e0-820f-434a-a0ac-a85753415f04,revision_number=5']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:12.955366 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:14.614018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 134cc3e0-820f-434a-a0ac-a85753415f04 up at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 24 17:15:14.684546 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Provisioning complete for port 134cc3e0-820f-434a-a0ac-a85753415f04 triggered by entity L2. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:14.684961 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:25.619185 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-e81d7367-5a16-4dc5-86b4-47a97cb366e7 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Synchronizing usage tracker for tenant:691189ee36be416e89930e13e47d818e on resource:security_group {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:15:25.635354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-e81d7367-5a16-4dc5-86b4-47a97cb366e7 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Unset dirty status for tenant:691189ee36be416e89930e13e47d818e on resource:security_group {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:15:25.636577 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-e81d7367-5a16-4dc5-86b4-47a97cb366e7 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97200696&fields=id&tenant_id=691189ee36be416e89930e13e47d818e HTTP/1.1" status: 200  len: 267 time: 0.0605676
Nov 24 17:15:25.793923 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-0d12f0f3-a376-4c7b-a190-eb082db3fda2 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:25.794615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-0d12f0f3-a376-4c7b-a190-eb082db3fda2 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Synchronizing usage tracker for tenant:691189ee36be416e89930e13e47d818e on resource:network {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:15:25.810391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-0d12f0f3-a376-4c7b-a190-eb082db3fda2 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Unset dirty status for tenant:691189ee36be416e89930e13e47d818e on resource:network {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:15:25.811607 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-0d12f0f3-a376-4c7b-a190-eb082db3fda2 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/networks?id=e6f51b11-3ff3-415d-a792-f0bd8bc9f694 HTTP/1.1" status: 200  len: 809 time: 0.1674397
Nov 24 17:15:25.829646 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-01089edd-286e-462f-91a8-8e88be35dec4 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/quotas/691189ee36be416e89930e13e47d818e HTTP/1.1" status: 200  len: 375 time: 0.0117452
Nov 24 17:15:25.914063 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-3dbba3f7-ab75-4009-b158-6ada557e4c85 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=691189ee36be416e89930e13e47d818e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0790696
Nov 24 17:15:26.187826 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-178a5f5a-1c66-416b-9a09-cbf0a17fb344 service neutron] 10.222.0.53 "GET /v2.0/networks/e6f51b11-3ff3-415d-a792-f0bd8bc9f694?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609749
Nov 24 17:15:26.330571 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-fe4ab477-7247-49ea-9895-4399b3d459a5 service neutron] 10.222.0.53 "GET /v2.0/networks/e6f51b11-3ff3-415d-a792-f0bd8bc9f694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354840
Nov 24 17:15:26.768332 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-789e6505-c58e-46be-90b4-b3ec737bdad9 req-1efa8c7b-54f2-4b81-82e5-6f6ae6fcf8ab tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 210 time: 0.0650768
Nov 24 17:15:27.970509 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-22de6d1a-859c-4600-9325-e93a93fd8968 req-0d3af98d-b9f0-47d8-8dc1-04562ee12911 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 210 time: 0.0776763
Nov 24 17:15:28.103468 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-31da053b-cc1c-4a6e-b475-e202e5aabe0d tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:28.105008 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-31da053b-cc1c-4a6e-b475-e202e5aabe0d tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.21 "GET /v2.0/networks?id=e6f51b11-3ff3-415d-a792-f0bd8bc9f694 HTTP/1.1" status: 200  len: 809 time: 0.1682174
Nov 24 17:15:28.161145 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-76e8f476-46fc-4e41-8bd1-20ebfd3d5b72 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=691189ee36be416e89930e13e47d818e HTTP/1.1" status: 200  len: 378 time: 0.0443981
Nov 24 17:15:28.169883 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Request body: {'port': {'device_id': '585edf2f-568b-4216-a7f4-c5adf19cad97', 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694', 'admin_state_up': True, 'tenant_id': '691189ee36be416e89930e13e47d818e', 'security_groups': ['62588c7e-a680-4ec8-b72b-b0fdf38b7406']}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:28.313724 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 24 17:15:28.317697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Usage tracker for resource:port and tenant:691189ee36be416e89930e13e47d818e is out of sync, need to count used quota {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 24 17:15:28.321036 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88185) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 24 17:15:28.327363 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.quota.driver [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 24 17:15:28.336399 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Made reservation on behalf of 691189ee36be416e89930e13e47d818e for: {'port': 1} {{(pid=88185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 24 17:15:28.341792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:28.511014 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Allocated IP 172.20.0.10 (e6f51b11-3ff3-415d-a792-f0bd8bc9f694/4c4878a1-2279-465f-98dc-86b9ccdc5912/99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617) {{(pid=88185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Nov 24 17:15:28.917414 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for port, precommit_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:28.934077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Transition to ACTIVE for port object 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 will not be triggered until provisioned by entity DHCP. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:28.953283 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762801481177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_create {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:28.958788 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bfcbb7a9-d6d9-465b-9bd9-25f7f09db2a6 tempest-AttachVolumeShelveTestJSON-76222022 tempest-AttachVolumeShelveTestJSON-76222022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:29.030350 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 is already hosted by enough agents. {{(pid=88185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 24 17:15:29.033550 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Resources bound (agent type, host, resource id):  {{(pid=88185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Nov 24 17:15:29.038083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Received port after_create {{(pid=88185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:15:29.066915 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event updated for resources: {'Port': ['ID=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617,revision_number=1']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:29.072928 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:29.106472 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:29.107136 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:29.183783 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-33447721-dadd-4262-8026-be4673590b81 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0178971
Nov 24 17:15:29.199305 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.v2.base [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Request body: {'port': {'device_id': '585edf2f-568b-4216-a7f4-c5adf19cad97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81877'}} {{(pid=88185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 24 17:15:29.263069 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc3d7-b154-4447-9184-e629869bda31 req-60de41a6-8177-471b-85e4-535d13a7d39b tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:29.263831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-90efc3d7-b154-4447-9184-e629869bda31 req-60de41a6-8177-471b-85e4-535d13a7d39b tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Synchronizing usage tracker for tenant:691189ee36be416e89930e13e47d818e on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:15:29.301906 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-82c4fffb-3b0c-4cc1-b8eb-3b85e53d4228 None None] Provisioning for port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 completed by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 24 17:15:29.307009 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-82c4fffb-3b0c-4cc1-b8eb-3b85e53d4228 None None] Provisioning complete for port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 triggered by entity DHCP. {{(pid=88186) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 24 17:15:29.307377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-82c4fffb-3b0c-4cc1-b8eb-3b85e53d4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036847088079'] for port, provisioning_complete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:29.332551 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-90efc3d7-b154-4447-9184-e629869bda31 req-60de41a6-8177-471b-85e4-535d13a7d39b tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Unset dirty status for tenant:691189ee36be416e89930e13e47d818e on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:15:29.334490 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-90efc3d7-b154-4447-9184-e629869bda31 req-60de41a6-8177-471b-85e4-535d13a7d39b tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 932 time: 0.2223213
Nov 24 17:15:29.362747 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-82c4fffb-3b0c-4cc1-b8eb-3b85e53d4228 None None] Port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 cannot update to ACTIVE because it is not bound. {{(pid=88186) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Nov 24 17:15:29.366077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:29.452724 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-90efc3d7-b154-4447-9184-e629869bda31 req-df1eccc2-cfd9-412b-a8e3-1df012264a26 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/security-groups?id=62588c7e-a680-4ec8-b72b-b0fdf38b7406&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1118741
Nov 24 17:15:29.741099 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 {{(pid=88185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 24 17:15:29.747834 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:29.762976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Transition to ACTIVE for port object 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 will not be triggered until provisioned by entity L2. {{(pid=88185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 24 17:15:29.765584 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:29.769867 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-bb6bfb34-b906-46fb-a431-56d59bb600de tempest-VolumesSnapshotTestJSON-1982564697 tempest-VolumesSnapshotTestJSON-1982564697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:29.895907 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Pushing event updated for resources: {'Port': ['ID=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617,revision_number=2']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:29.900897 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:30.009946 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Attempting to bind port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 on host hv-cinder-81877 for vnic_type normal with profile  {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 24 17:15:30.010370 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Attempting to bind port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 by drivers openvswitch,hyperv on host hv-cinder-81877 at level 0 using segments [{'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 24 17:15:30.010746 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Attempting to bind port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 on network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:15:30.017170 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 on network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81877 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 24 17:15:30.017531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Attempting to bind port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 on network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Nov 24 17:15:30.024490 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Checking agent: {'id': '63bf09c8-0b7a-4848-8099-d1dbd0395f79', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81877', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 16, 46), 'started_at': datetime.datetime(2021, 11, 24, 16, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Nov 24 17:15:30.024866 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Checking segment: {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 24 17:15:30.025290 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Bound using segment: {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'} {{(pid=88185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Nov 24 17:15:30.025760 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Bound port: 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617, host: hv-cinder-81877, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c817aa76-657b-40dc-bd26-5e95f8435f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'e6f51b11-3ff3-415d-a792-f0bd8bc9f694'}}] {{(pid=88185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 24 17:15:30.026174 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:30.120439 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] For port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617, host hv-cinder-81877, cleared binding levels {{(pid=88185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Nov 24 17:15:30.123518 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] For port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617, host hv-cinder-81877, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Nov 24 17:15:30.126902 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274052857426', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762801481194', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762801481485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2706583'] for port, after_update {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:30.131459 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8e26752a-95ac-494d-8c9c-0eb133760752 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:30.192189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:30.193683 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] 10.222.0.21 "PUT /v2.0/ports/99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 HTTP/1.1" status: 200  len: 1094 time: 0.9989071
Nov 24 17:15:30.194253 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585edf2f-568b-4216-a7f4-c5adf19cad97', 'tag': '99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:15:30.216715 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Pushing event updated for resources: {'Port': ['ID=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617,revision_number=3']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:30.226626 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:30.272276 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585edf2f-568b-4216-a7f4-c5adf19cad97', 'tag': '99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617', 'status': 'completed', 'code': 200}
Nov 24 17:15:30.316604 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-c2634b2f-7045-4b88-a9b0-f2a6b3e09757 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=691189ee36be416e89930e13e47d818e&device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 1097 time: 0.0839188
Nov 24 17:15:30.390078 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-2dfa8dd4-9886-4673-bc42-83b43ea05144 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 HTTP/1.1" status: 200  len: 217 time: 0.0667713
Nov 24 17:15:30.462635 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-8cc4be88-3a7c-4adb-8d78-7d4cda01695b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:30.464218 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-8cc4be88-3a7c-4adb-8d78-7d4cda01695b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4878a1-2279-465f-98dc-86b9ccdc5912 HTTP/1.1" status: 200  len: 848 time: 0.0680079
Nov 24 17:15:30.529043 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:30.547215 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-f9cc6723-8469-41ec-9c2a-c6316a0fda50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6f51b11-3ff3-415d-a792-f0bd8bc9f694&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765030
Nov 24 17:15:30.759693 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-bc38f426-29dd-45ea-8b17-8d86f2590214 service neutron] 10.222.0.21 "GET /v2.0/networks/e6f51b11-3ff3-415d-a792-f0bd8bc9f694?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063434
Nov 24 17:15:30.766940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0fe56-5f0c-49fd-9ae8-5191eb82023d req-e6c045e9-c6b2-47f9-95c0-70823cba2d19 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:30.768404 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-65e0fe56-5f0c-49fd-9ae8-5191eb82023d req-e6c045e9-c6b2-47f9-95c0-70823cba2d19 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 944 time: 0.1920207
Nov 24 17:15:30.917699 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-65e0fe56-5f0c-49fd-9ae8-5191eb82023d req-65e45db4-4d02-4a78-b34b-e649500e2e55 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/security-groups?id=62588c7e-a680-4ec8-b72b-b0fdf38b7406&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1279585
Nov 24 17:15:30.940280 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-a44dded0-7ff3-47b8-b623-5e05882436ec service neutron] 10.222.0.21 "GET /v2.0/networks/e6f51b11-3ff3-415d-a792-f0bd8bc9f694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709056
Nov 24 17:15:31.058353 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-0becb015-8fdb-4100-8bd6-3ce259f2112f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=691189ee36be416e89930e13e47d818e&device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 1097 time: 0.0737956
Nov 24 17:15:31.205452 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-05ec4738-ab66-4b39-8154-5003b867d3e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:31.207020 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-05ec4738-ab66-4b39-8154-5003b867d3e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6f51b11-3ff3-415d-a792-f0bd8bc9f694 HTTP/1.1" status: 200  len: 910 time: 0.1361055
Nov 24 17:15:31.281665 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-2d87996b-625a-45f6-9c11-8e334ebd868e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 HTTP/1.1" status: 200  len: 217 time: 0.0673959
Nov 24 17:15:31.424249 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-f8746102-2858-4e66-85ec-d44fe1b4fb15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:31.425789 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-f8746102-2858-4e66-85ec-d44fe1b4fb15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4878a1-2279-465f-98dc-86b9ccdc5912 HTTP/1.1" status: 200  len: 848 time: 0.1249313
Nov 24 17:15:31.489165 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-39da4b3c-fb9d-4e30-b9d8-563b1dc7f479 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:31.490599 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-39da4b3c-fb9d-4e30-b9d8-563b1dc7f479 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.21 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 944 time: 0.1541567
Nov 24 17:15:31.573460 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Deleting port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:31.573840 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:31.621135 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-c35bdac8-e091-4ed0-a7ea-bdc08e47dd59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6f51b11-3ff3-415d-a792-f0bd8bc9f694&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1883924
Nov 24 17:15:31.910085 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-60780289-6e39-4f51-b317-242ba69f4ffb service neutron] 10.222.0.21 "GET /v2.0/networks/e6f51b11-3ff3-415d-a792-f0bd8bc9f694?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805696
Nov 24 17:15:32.088034 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] For port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617, host hv-cinder-81877, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81877',level=0,port_id=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:32.088431 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:32.458458 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Calling delete_port for 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 owned by compute:nova {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:32.533439 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-f80ddb3a-d8c2-43b9-8455-eabe2addfba1 req-a5d2fff6-6acc-4284-95cd-a576e4da3cef service neutron] 10.222.0.21 "GET /v2.0/networks/e6f51b11-3ff3-415d-a792-f0bd8bc9f694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6064031
Nov 24 17:15:32.573501 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff29-5c0a-4d78-b1dc-042312988fdd req-a5321a74-188a-4b4a-90ff-1b81bd79e560 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 24 17:15:32.575094 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-901cff29-5c0a-4d78-b1dc-042312988fdd req-a5321a74-188a-4b4a-90ff-1b81bd79e560 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 944 time: 0.5332243
Nov 24 17:15:32.679317 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-901cff29-5c0a-4d78-b1dc-042312988fdd req-9c940cff-0092-484a-a2a2-17bd988ee131 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/security-groups?id=62588c7e-a680-4ec8-b72b-b0fdf38b7406&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0675650
Nov 24 17:15:32.679976 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:32.687008 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-97d21d8a-e9a0-4a95-baad-e4969e33e549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:32.729860 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event deleted for resources: {'Port': ['ID=99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:32.732589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:32.811784 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] No DVR routers for this DVR port 99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 on host hv-cinder-81877 {{(pid=88185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:15:32.815048 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036852679938'] for port, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:32.818006 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585edf2f-568b-4216-a7f4-c5adf19cad97', 'name': 'network-vif-deleted', 'tag': '99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617'}] {{(pid=88185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 24 17:15:32.833058 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-239b1d8d-5430-4191-a41c-e35ab89d65fb req-6ccef768-9fb3-4d21-b0bc-83f00db74247 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.21 "DELETE /v2.0/ports/99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617 HTTP/1.1" status: 204  len: 173 time: 1.3376062
Nov 24 17:15:32.869986 dv-cinder-818778-2-iscsi neutron-server[88073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '585edf2f-568b-4216-a7f4-c5adf19cad97', 'name': 'network-vif-deleted', 'tag': '99ccc6bc-42d3-4cc8-b13f-8ad6bfaa4617', 'status': 'failed', 'code': 422} returned with failed status
Nov 24 17:15:33.870678 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-bbc53669-0ea4-4ba3-adaa-020f61550a81 req-5c3f92a2-46f4-4e9a-9d0f-59382eaf81ce tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Synchronizing usage tracker for tenant:691189ee36be416e89930e13e47d818e on resource:port {{(pid=88185) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 24 17:15:33.884742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.quota.resource [req-bbc53669-0ea4-4ba3-adaa-020f61550a81 req-5c3f92a2-46f4-4e9a-9d0f-59382eaf81ce tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Unset dirty status for tenant:691189ee36be416e89930e13e47d818e on resource:port {{(pid=88185) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 24 17:15:33.885929 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-bbc53669-0ea4-4ba3-adaa-020f61550a81 req-5c3f92a2-46f4-4e9a-9d0f-59382eaf81ce tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 210 time: 0.0593982
Nov 24 17:15:34.143770 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [req-e2e8ead5-6b0f-429c-8f67-155203d0f06b req-abf0bba7-c663-4a58-beda-5339ac7a5798 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "GET /v2.0/ports?device_id=585edf2f-568b-4216-a7f4-c5adf19cad97 HTTP/1.1" status: 200  len: 210 time: 0.0437462
Nov 24 17:15:34.800346 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34874) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:34.874191 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86bedb68-c7db-410e-84c5-68d1b8945344 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:34.906259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86bedb68-c7db-410e-84c5-68d1b8945344 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:34.961032 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86bedb68-c7db-410e-84c5-68d1b8945344 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:34.966354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-4d501de6-4533-4743-b21f-e4e04f3d1cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:34.982420 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bedb68-c7db-410e-84c5-68d1b8945344 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62588c7e-a680-4ec8-b72b-b0fdf38b7406,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:34.987839 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-86bedb68-c7db-410e-84c5-68d1b8945344 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:34.990367 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86bedb68-c7db-410e-84c5-68d1b8945344 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:34.991566 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-86bedb68-c7db-410e-84c5-68d1b8945344 tempest-TestShelveInstance-1654607655 tempest-TestShelveInstance-1654607655-project] 10.222.0.53 "DELETE /v2.0/security-groups/62588c7e-a680-4ec8-b72b-b0fdf38b7406 HTTP/1.1" status: 204  len: 168 time: 0.1901467
Nov 24 17:15:35.037042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34880) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:35.125848 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bc7e558-6b8d-4489-9d6f-9a18322ad28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:35.457033 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:36.072871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Deleting port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:36.073482 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:36.251241 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] For port 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:36.251665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:36.380103 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Calling delete_port for 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf owned by network:router_interface {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:36.559012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:36.563777 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:36.607047 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:36.609714 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:36.623569 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:36.904143 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:37.646556 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c08f02c1-2334-4711-9f11-1b2522325909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:37.725436 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Router 0a564704-074f-474b-a688-767e78e1844f has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 17:15:37.932912 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:15:37.942332 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] Sync routers for ids ['0a564704-074f-474b-a688-767e78e1844f'] in dv-cinder-818778-2-iscsi {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:15:37.951138 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-0a3a0be3-d4b0-4a12-80e8-14edcc2c1688 admin admin] 10.222.0.53 "PUT /v2.0/routers/0a564704-074f-474b-a688-767e78e1844f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9112434
Nov 24 17:15:37.952197 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34886) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:37.954959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] Routers {'0a564704-074f-474b-a688-767e78e1844f'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:37.955622 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa4afba8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:15:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['0a564704-074f-474b-a688-767e78e1844f'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:38.138785 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] Set router 0a564704-074f-474b-a688-767e78e1844f gateway port host: dv-cinder-818778-2-iscsi {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:38.156246 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks [] for router, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:38.274844 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:38.361527 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:38.369917 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Deleting port 8216c119-a8ed-4bd6-bb96-365c81811dc5 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:38.370327 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:38.450831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa4afba8>, [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:15:36Z', 'revision_number': 5, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port': {'id': '8216c119-a8ed-4bd6-bb96-365c81811dc5', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a564704-074f-474b-a688-767e78e1844f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:38.454964 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] Checking router: 0a564704-074f-474b-a688-767e78e1844f for host: dv-cinder-818778-2-iscsi {{(pid=88186) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:15:38.465980 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] Routers {'0a564704-074f-474b-a688-767e78e1844f'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88186) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:38.466657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa4afba8>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:15:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['0a564704-074f-474b-a688-767e78e1844f'], 'active': True} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:38.551576 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] For port 8216c119-a8ed-4bd6-bb96-365c81811dc5, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=8216c119-a8ed-4bd6-bb96-365c81811dc5,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:38.551890 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:38.688083 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Calling delete_port for 8216c119-a8ed-4bd6-bb96-365c81811dc5 owned by network:router_gateway {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:38.781095 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] Set router 0a564704-074f-474b-a688-767e78e1844f gateway port host: None {{(pid=88186) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:38.864767 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:38.869115 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-cae56981-9e46-4cb2-9dc2-ffbe575bbf77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:38.891636 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa4afba8>, [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:15:38Z', 'revision_number': 6, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:38.895822 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fcdc0-c1f0-4035-8833-5dccf6ff777c None None] The sync data for ids ['0a564704-074f-474b-a688-767e78e1844f'] in dv-cinder-818778-2-iscsi is: [{'id': '0a564704-074f-474b-a688-767e78e1844f', 'name': 'tempest-TestShelveInstance-2138735986-router', 'tenant_id': '691189ee36be416e89930e13e47d818e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:14:56Z', 'updated_at': '2021-11-24T17:15:38Z', 'revision_number': 6, 'project_id': '691189ee36be416e89930e13e47d818e', 'gw_port_host': None}] {{(pid=88186) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:15:38.912059 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Pushing event deleted for resources: {'Port': ['ID=8216c119-a8ed-4bd6-bb96-365c81811dc5,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:38.914829 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:39.149248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.163093 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.418818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.423124 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.449586 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.450235 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a564704-074f-474b-a688-767e78e1844f {{(pid=88185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 17:15:39.463542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.464814 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c8881e72-ddd9-45f4-b54b-ba7273c2c685 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0a564704-074f-474b-a688-767e78e1844f HTTP/1.1" status: 204  len: 168 time: 1.5116301
Nov 24 17:15:39.467524 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34890) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:39.535583 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Deleting subnet 4c4878a1-2279-465f-98dc-86b9ccdc5912 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:15:39.538972 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.595348 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.676138 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.742530 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.747278 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2901120f-9686-4e66-af7e-046072dff286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:39.787571 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4878a1-2279-465f-98dc-86b9ccdc5912,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:39.790542 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:39.793286 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.798651 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d6451-64e7-4535-91b2-b76f2aee3dce None None] Network e6f51b11-3ff3-415d-a792-f0bd8bc9f694 requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:15:39.809249 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-489e1222-eca2-4551-913c-052057a41cf4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4c4878a1-2279-465f-98dc-86b9ccdc5912 HTTP/1.1" status: 204  len: 168 time: 0.3403525
Nov 24 17:15:39.811554 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34894) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:39.927849 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:39.938947 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Deleting port 30effed2-ac52-4f37-a54c-97d61eab7a21 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:39.939307 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:40.073368 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] DHCP port deletion for e6f51b11-3ff3-415d-a792-f0bd8bc9f694 request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 17:15:40.078862 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] Deleting port 30effed2-ac52-4f37-a54c-97d61eab7a21 {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:40.079456 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:40.297791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] For port 30effed2-ac52-4f37-a54c-97d61eab7a21, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=30effed2-ac52-4f37-a54c-97d61eab7a21,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:40.298162 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:40.377631 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] For port 30effed2-ac52-4f37-a54c-97d61eab7a21, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=30effed2-ac52-4f37-a54c-97d61eab7a21,segment=NetworkSegment(c817aa76-657b-40dc-bd26-5e95f8435f71),segment_id=c817aa76-657b-40dc-bd26-5e95f8435f71)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:40.378066 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:40.424545 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] Calling delete_port for 30effed2-ac52-4f37-a54c-97d61eab7a21 owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:40.502140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623'] for port, after_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:40.506640 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-1ea8f107-22cb-407c-a27f-777ab32827bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:40.512625 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Calling delete_port for 30effed2-ac52-4f37-a54c-97d61eab7a21 owned by network:dhcp {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:40.549588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] Pushing event deleted for resources: {'Port': ['ID=30effed2-ac52-4f37-a54c-97d61eab7a21,revision_number=None']} {{(pid=88186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:40.552210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88186) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:40.555744 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60db3d-b3ee-4d8b-8530-ca8f660c9cb0 None None] No DVR routers for this DVR port 30effed2-ac52-4f37-a54c-97d61eab7a21 on host dv-cinder-818778-2-iscsi {{(pid=88186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:15:40.586413 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88185) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 17:15:40.586780 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 17:15:40.624776 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 8216c119-a8ed-4bd6-bb96-365c81811dc5 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:15:40.658966 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 8216c119-a8ed-4bd6-bb96-365c81811dc5 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:15:40.659354 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 8216c119-a8ed-4bd6-bb96-365c81811dc5 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:15:40.659803 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:15:40.693792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:15:40.694205 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 22ddcbb9-bf32-4145-bdc7-d4a7d45a0eaf not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:15:40.694646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 30effed2-ac52-4f37-a54c-97d61eab7a21 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:15:40.725563 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 30effed2-ac52-4f37-a54c-97d61eab7a21 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:15:40.725955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 30effed2-ac52-4f37-a54c-97d61eab7a21 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:15:41.088308 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Deleting port 30effed2-ac52-4f37-a54c-97d61eab7a21 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:41.088900 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:41.151564 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] The port '30effed2-ac52-4f37-a54c-97d61eab7a21' was deleted {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 17:15:41.270390 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:41.300188 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f9a4c080>,) {'filters': {'network_id': ['e6f51b11-3ff3-415d-a792-f0bd8bc9f694']}} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:41.312391 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9a4c080>, 'c817aa76-657b-40dc-bd26-5e95f8435f71') {'for_net_delete': True} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:41.312721 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f9a4c080>, 'c817aa76-657b-40dc-bd26-5e95f8435f71') {} {{(pid=88185) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:41.324451 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2706586'] for segment, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:41.341502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:41.348259 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=88185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 17:15:41.348684 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852068790'] for segment, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   % (table.description, expected, rows_matched)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:15:41.362833 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:15:41.445030 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:41.448893 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-24b3d1b0-7067-4b9b-b163-f051af13b4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:41.464697 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:41.473831 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f51b11-3ff3-415d-a792-f0bd8bc9f694,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:41.477189 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:41.487564 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2a50a984-8e95-43bd-9062-eaa704c96668 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e6f51b11-3ff3-415d-a792-f0bd8bc9f694 HTTP/1.1" status: 204  len: 168 time: 1.6749604
Nov 24 17:15:41.490677 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34898) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:41.891529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853093373'] for router_interface, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:42.509731 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Deleting port 134cc3e0-820f-434a-a0ac-a85753415f04 {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:42.510365 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:42.686824 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] For port 134cc3e0-820f-434a-a0ac-a85753415f04, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=134cc3e0-820f-434a-a0ac-a85753415f04,segment=NetworkSegment(9284a861-cdec-411e-961b-8d753a6fa001),segment_id=9284a861-cdec-411e-961b-8d753a6fa001)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:42.687216 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:42.813641 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Calling delete_port for 134cc3e0-820f-434a-a0ac-a85753415f04 owned by network:router_interface {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:42.983236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:42.988074 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-ab92338b-c9eb-497c-a0c6-9fb7ae34e27b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:43.028973 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=134cc3e0-820f-434a-a0ac-a85753415f04,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:43.031939 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:43.324611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853608404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853093223'] for router_interface, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:44.139038 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Router a2355ece-5a6f-4c16-b1b5-f792249ed3ed has already been hosted by L3 agent 4d567a09-3dd5-4c63-9241-cf0925c51b6d {{(pid=88185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Nov 24 17:15:44.346232 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] Notify agent at l3_agent.dv-cinder-818778-2-iscsi the message routers_updated {{(pid=88185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 24 17:15:44.355229 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] Sync routers for ids ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'] in dv-cinder-818778-2-iscsi {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 24 17:15:44.355771 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-a525e605-6449-4130-afce-e8e2027b71f7 admin admin] 10.222.0.53 "PUT /v2.0/routers/a2355ece-5a6f-4c16-b1b5-f792249ed3ed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8640673
Nov 24 17:15:44.358512 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34902) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:44.368314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] Routers {'a2355ece-5a6f-4c16-b1b5-f792249ed3ed'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:44.368974 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa21bf98>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:15:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:44.553680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] Set router a2355ece-5a6f-4c16-b1b5-f792249ed3ed gateway port host: dv-cinder-818778-2-iscsi {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:44.574763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks [] for router, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:44.778409 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:44.788705 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Deleting port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f {{(pid=88185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:44.789163 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:44.856380 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa21bf98>, [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'external_fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:42Z', 'revision_number': 5, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port': {'id': 'a5c42ab8-976a-4fae-b4ac-22a67b1bc36f', 'name': '', 'network_id': '2c4e2299-fad1-412a-8da3-3a110d691bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818778-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:15:03Z', 'updated_at': '2021-11-24T17:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c272ff19-52de-4b4f-a073-f05b5b83ec33', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818778-2-iscsi'}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:44.860398 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] Checking router: a2355ece-5a6f-4c16-b1b5-f792249ed3ed for host: dv-cinder-818778-2-iscsi {{(pid=88187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 24 17:15:44.871782 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] Routers {'a2355ece-5a6f-4c16-b1b5-f792249ed3ed'} bound to L3 agent in host dv-cinder-818778-2-iscsi {{(pid=88187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:15:44.872422 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f83fa21bf98>, 'dv-cinder-818778-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T16:40:08Z,description=<?>,heartbeat_timestamp=2021-11-24T17:15:38Z,host='dv-cinder-818778-2-iscsi',id=4d567a09-3dd5-4c63-9241-cf0925c51b6d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T16:40:08Z,topic='l3_agent')) {'router_ids': ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'], 'active': True} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:44.969681 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] For port a5c42ab8-976a-4fae-b4ac-22a67b1bc36f, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,segment=NetworkSegment(27de88c2-5100-43de-8bf1-81a586063986),segment_id=27de88c2-5100-43de-8bf1-81a586063986)] {{(pid=88185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:44.970210 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.028940 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvr_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] Set router a2355ece-5a6f-4c16-b1b5-f792249ed3ed gateway port host: None {{(pid=88187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Nov 24 17:15:45.099119 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Calling delete_port for a5c42ab8-976a-4fae-b4ac-22a67b1bc36f owned by network:router_gateway {{(pid=88185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:45.139053 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_hamode_db [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f83fa21bf98>, [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:44Z', 'revision_number': 6, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port_host': None}], 'dv-cinder-818778-2-iscsi', False) {} {{(pid=88187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:45.143260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d110d9-f2e1-4bf9-82b7-d7470d4fb5ad None None] The sync data for ids ['a2355ece-5a6f-4c16-b1b5-f792249ed3ed'] in dv-cinder-818778-2-iscsi is: [{'id': 'a2355ece-5a6f-4c16-b1b5-f792249ed3ed', 'name': 'tempest-TestShelveInstance-1159891051-router', 'tenant_id': '2bb474cc91854e179ddeec67e5894ba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:15:02Z', 'updated_at': '2021-11-24T17:15:44Z', 'revision_number': 6, 'project_id': '2bb474cc91854e179ddeec67e5894ba6', 'gw_port_host': None}] {{(pid=88187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 24 17:15:45.268871 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852069218'] for port, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.273506 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-8ed480f2-7c95-424f-9020-486d40201242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:45.316531 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c42ab8-976a-4fae-b4ac-22a67b1bc36f,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:45.320396 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:45.549775 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853047534'] for router_gateway, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.815313 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853113988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95553'] for router, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.819725 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.845435 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853114094'] for router, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.845984 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2355ece-5a6f-4c16-b1b5-f792249ed3ed {{(pid=88185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 17:15:45.858599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] Notify callbacks [] for router, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.861130 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c9c1faf0-ff0a-4619-a4c4-deb157f8704a admin admin] 10.222.0.53 "DELETE /v2.0/routers/a2355ece-5a6f-4c16-b1b5-f792249ed3ed HTTP/1.1" status: 204  len: 168 time: 1.5008624
Nov 24 17:15:45.863135 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34906) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:45.930778 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Deleting subnet 86febed5-d2ca-45f8-a445-c84a985f4e40 {{(pid=88185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:15:45.934114 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:45.988897 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852069229'] for subnet, precommit_delete_associations {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.068685 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7679771'] for subnet, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.139377 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036847096062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2706664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2370761'] for subnet, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.144024 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:46.154532 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:15:46.182792 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86febed5-d2ca-45f8-a445-c84a985f4e40,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:46.186513 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:46.190773 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.196509 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c378a49-19db-4bc8-98e9-427224414d24 None None] Network e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e requested from dv-cinder-818778-2-iscsi {{(pid=88186) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 24 17:15:46.197435 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-c4e752d5-42f9-40cc-835c-361fc2030873 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/86febed5-d2ca-45f8-a445-c84a985f4e40 HTTP/1.1" status: 204  len: 168 time: 0.3329492
Nov 24 17:15:46.200039 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34910) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:46.316121 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7846816'] for network, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.327565 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Deleting port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb {{(pid=88184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:46.328353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.448680 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] DHCP port deletion for e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e request from dv-cinder-818778-2-iscsi {{(pid=88186) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 24 17:15:46.453126 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Deleting port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:46.453539 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.539671 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] For port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,segment=NetworkSegment(9284a861-cdec-411e-961b-8d753a6fa001),segment_id=9284a861-cdec-411e-961b-8d753a6fa001)] {{(pid=88184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:46.540086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.641901 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device df52eff0-1bc6-4222-a6d6-6370b6a8dfbb no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:15:46.719315 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] For port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb, host dv-cinder-818778-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818778-2-iscsi',level=0,port_id=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,segment=NetworkSegment(9284a861-cdec-411e-961b-8d753a6fa001),segment_id=9284a861-cdec-411e-961b-8d753a6fa001)] {{(pid=88186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Nov 24 17:15:46.719657 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853094698'] for port, precommit_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.849977 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Calling delete_port for df52eff0-1bc6-4222-a6d6-6370b6a8dfbb owned by network:dhcp {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:46.875464 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Calling delete_port for df52eff0-1bc6-4222-a6d6-6370b6a8dfbb owned by network:dhcp {{(pid=88184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Nov 24 17:15:46.945959 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036847375735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-78076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274052857443', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363274053294623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853500807'] for port, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.950791 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-e021eaba-9cfd-4bef-b11c-1a9be1228a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:46.952161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036847375371'] for port, before_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:46.996075 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=df52eff0-1bc6-4222-a6d6-6370b6a8dfbb,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:47.004709 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] No DVR routers for this DVR port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb on host dv-cinder-818778-2-iscsi {{(pid=88184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 24 17:15:47.018796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.db.api [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88186) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 17:15:47.019206 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_db.api [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88186) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 24 17:15:47.019796 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 134cc3e0-820f-434a-a0ac-a85753415f04 no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:15:47.035899 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.036336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.036753 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.037175 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.037585 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.038001 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.038428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.038837 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.039240 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.039643 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.040046 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818778-2-iscsi {{(pid=88184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 24 17:15:47.045761 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:47.054629 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: 134cc3e0-820f-434a-a0ac-a85753415f04 {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:15:47.055023 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device 134cc3e0-820f-434a-a0ac-a85753415f04 not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:15:47.055479 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device a5c42ab8-976a-4fae-b4ac-22a67b1bc36f no longer exists at agent ovs-agent-dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 24 17:15:47.086857 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] No Port match for: a5c42ab8-976a-4fae-b4ac-22a67b1bc36f {{(pid=88186) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Nov 24 17:15:47.087246 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.rpc [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Device a5c42ab8-976a-4fae-b4ac-22a67b1bc36f not bound to the agent host dv-cinder-818778-2-iscsi {{(pid=88186) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 24 17:15:47.138385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7680130', 'neutron.services.segments.db._delete_segments_for_network-8762801964488'] for network, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.165051 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f83f943a390>,) {'filters': {'network_id': ['e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e']}} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:47.178385 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f943a390>, '9284a861-cdec-411e-961b-8d753a6fa001') {'for_net_delete': True} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:47.178726 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f83f943a390>, '9284a861-cdec-411e-961b-8d753a6fa001') {} {{(pid=88184) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 24 17:15:47.191466 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762801972441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852389564'] for segment, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.206336 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036847090460'] for segment, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.212568 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=88184) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Nov 24 17:15:47.212990 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7685373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853500243'] for segment, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]: Traceback (most recent call last):
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     timer()
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     cb(*args, **kw)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     return func(*args, **kwargs)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     self._notify()
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     self.callback(batched_events)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     event.method(event)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     segment_id)['aggregates'][0]
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     return f(self, *a, **k)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self._get(url).json()
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     **kwargs)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     **endpoint_filter)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:15:47.235051 dv-cinder-818778-2-iscsi neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:15:47.314722 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036847095671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738918', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1167396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1728508'] for network, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.319547 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1167571'] for network, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.322611 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2da3d5d9-8ecf-457d-9039-2a66bacb3693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:47.344763 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:47.347236 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:47.350289 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-d18d9f52-6cd8-4743-8ade-6ae430037f3c admin admin] 10.222.0.53 "DELETE /v2.0/networks/e8f00601-08b3-4d9f-ab27-1ecd1c9f5e1e HTTP/1.1" status: 204  len: 168 time: 1.1490934
Nov 24 17:15:47.520258 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Deleting port df52eff0-1bc6-4222-a6d6-6370b6a8dfbb {{(pid=88186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Nov 24 17:15:47.520699 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274052864201'] for port, before_delete {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.551358 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34916) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:47.585650 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb24ee-1831-467f-875c-77f3fe9313ee None None] The port 'df52eff0-1bc6-4222-a6d6-6370b6a8dfbb' was deleted {{(pid=88186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Nov 24 17:15:47.604627 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-b484c946-c6c0-43a2-8259-c9a53f384496 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=691189ee36be416e89930e13e47d818e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519600
Nov 24 17:15:47.607169 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88184) accepted ('10.222.0.53', 34920) {{(pid=88184) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:47.669183 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c24ed71-7d0a-45b0-a443-018a27c9b2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.695106 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c24ed71-7d0a-45b0-a443-018a27c9b2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.745260 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c24ed71-7d0a-45b0-a443-018a27c9b2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.750247 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-6a64c5d0-1ffe-48f6-b269-bf2dbb53562c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:47.767314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24ed71-7d0a-45b0-a443-018a27c9b2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f4d268-783e-40d6-ab19-cc55aa3ca3f6,revision_number=None']} {{(pid=88184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:47.770002 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-3c24ed71-7d0a-45b0-a443-018a27c9b2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88184) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:47.776242 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c24ed71-7d0a-45b0-a443-018a27c9b2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88184) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:47.777438 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-3c24ed71-7d0a-45b0-a443-018a27c9b2f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4f4d268-783e-40d6-ab19-cc55aa3ca3f6 HTTP/1.1" status: 204  len: 168 time: 0.1693127
Nov 24 17:15:48.178599 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34928) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:48.231309 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-7cbeedbc-f74c-452f-8c82-943a27bdc791 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bb474cc91854e179ddeec67e5894ba6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0513389
Nov 24 17:15:48.234502 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.wsgi [-] (88185) accepted ('10.222.0.53', 34932) {{(pid=88185) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:15:48.303952 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8303-c9bc-4e04-987c-35f52c7e491c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:48.331495 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8303-c9bc-4e04-987c-35f52c7e491c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:48.374145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8303-c9bc-4e04-987c-35f52c7e491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1738890'] for security_group, after_delete {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:48.379592 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-b5d251af-d6e3-4601-ba6b-60f19b03ae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Nov 24 17:15:48.391598 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d8303-c9bc-4e04-987c-35f52c7e491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce7bf50-be9b-41b3-9375-2fea531f8f41,revision_number=None']} {{(pid=88185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 24 17:15:48.394096 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG oslo_concurrency.lockutils [None req-2a8d8303-c9bc-4e04-987c-35f52c7e491c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88185) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Nov 24 17:15:48.397276 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2a8d8303-c9bc-4e04-987c-35f52c7e491c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88185) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:15:48.399194 dv-cinder-818778-2-iscsi neutron-server[88073]: INFO neutron.wsgi [None req-2a8d8303-c9bc-4e04-987c-35f52c7e491c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ce7bf50-be9b-41b3-9375-2fea531f8f41 HTTP/1.1" status: 204  len: 168 time: 0.1635330
Nov 24 17:16:00.519632 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:05.127473 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-218d1ed9-744b-4910-bccd-04774e52609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:06.615104 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:07.649129 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b76edd9d-5f53-4844-ab8c-bd2f2e607afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:08.195815 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:09.170665 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:23.155615 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:16:30.530428 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:35.129296 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-93ac8634-aef7-43ea-8ff4-f2ad89c22f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:36.617353 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:37.650955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c216ad2-2e3f-4ee9-afb0-babe1e5828db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:38.199142 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:16:39.170317 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:00.156809 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:17:00.529850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:05.130628 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-efc735a7-43d9-476b-86e3-32397ba2c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:06.619274 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:07.653012 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad356504-f92e-49dd-900e-11a609a0102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:08.201664 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:09.170845 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:30.530919 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:35.131944 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c26236b-adbe-4f8a-b2aa-4ca9dead5094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:36.622018 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:37.157529 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:17:37.665314 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2fcf888-1c7d-46c5-8a13-cddd30875fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:38.207411 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:17:39.178886 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:00.547850 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:05.132945 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9cefd106-8c5f-4047-86ea-74264702bb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:06.623302 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:07.657231 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eee2472b-ff37-48d5-9586-2b1d00dd9d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:08.213140 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:09.182357 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:14.158392 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:18:30.544061 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:35.134130 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-71374b90-2914-4fb5-b423-74d368240734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:36.626160 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:37.659086 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eab54f8c-83bd-4c3a-bf12-6be309ac0af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:38.213382 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:39.179288 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:18:51.158729 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:19:00.543145 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:05.134885 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-026c0f25-9603-4db4-9a43-1724bded6b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:06.631781 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:07.660588 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d4534869-aa60-470f-b953-efc71de2ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:08.381161 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:09.181874 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:28.160303 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:19:30.556905 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:35.135954 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bb466f5-2e9b-4ca5-b3a8-a8094f81a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:36.633245 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:37.661818 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a93cff0-c227-4406-a2ab-7e8b7c905179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:38.218248 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:19:39.183646 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:00.568827 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:05.137589 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-01562e91-03f7-41fd-9182-efdad363dbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:05.161184 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Nov 24 17:20:06.634955 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:07.663742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac79216a-0534-4b22-9597-314708484a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:08.220742 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:09.194045 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:30.563077 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9362116d-f697-4c2e-8c56-39dc3a145e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:35.138612 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03f9b214-2656-4ea5-842b-eb261964d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:36.636441 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6e50e3f7-b40c-49dd-9a99-9630fdbe8e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:37.664042 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eec51e95-1164-4f30-872e-f617266e4ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:38.224127 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e65d6852-12b0-437a-b3ed-3c9217eae3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:39.189914 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa94-e078-44cb-863a-8d186215ab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762801964471', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7687781'] for agent, after_update {{(pid=88186) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 24 17:20:42.162933 dv-cinder-818778-2-iscsi neutron-server[88073]: DEBUG neutron.db.agents_db [None req-8a8c6ea6-c42a-4a54-9fbf-7680cc825cdd None None] Agent healthcheck: found 6 active agents {{(pid=88187) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}